{"severity_text":"INFO","timestamp":"2026-11-03T03:12:40.708003869Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:40.763700437Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"odh-ai-gateway-infra","purpose":"infra","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:40.870627132Z","logger":"setup","body":"watching namespace for MaaS CRs","service.name":"maas-controller","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:40.870652771Z","logger":"setup","body":"watching MaaS CRs across all namespaces","service.name":"maas-controller","defaultNamespace":"models-as-a-service","defaultNamespaceExists":true,"tenantNamespaceLabel":"ai-gateway.opendatahub.io/tenant","compatTenantNamespaceLabel":"maas.opendatahub.io/managed-by-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:41.09165238Z","logger":"setup","body":"fetched cluster TLS security profile","service.name":"maas-controller","minTLSVersion":"VersionTLS12","tlsAdherence":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:41.091707783Z","logger":"setup","body":"resolved TLS security profile","service.name":"maas-controller","configuredMinTLSVersion":"VersionTLS12","appliedMinTLSVersion":"VersionTLS12","tlsAdherence":"","honorClusterTLSProfile":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:41.259721876Z","logger":"setup","body":"auto-detected cluster service account issuer","service.name":"maas-controller","audience":"https://dptp-hypershift-oidc-provider-2.s3.us-east-1.amazonaws.com/66a3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:42.241539266Z","logger":"setup","body":"Tenant platform kustomize path","service.name":"maas-controller","path":"/maas-api/deploy/overlays/odh","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:42.35493176Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=AITenant","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:42.355052316Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:42.355122052Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSSubscription","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:42.35516675Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:42.355215336Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSAuthPolicy","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:42.355257774Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:42.355300684Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSModelRef","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:42.355341633Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:42.35541021Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:42.35547441Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:42.355517013Z","logger":"setup","body":"starting manager","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:42.35557448Z","logger":"controller-runtime.metrics","body":"Starting metrics server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:42.355604036Z","body":"starting server","service.name":"maas-controller","name":"health probe","addr":"[::]:8081","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:42.355666342Z","logger":"controller-runtime.webhook","body":"Starting webhook server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:42.355879215Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:42.355927256Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:42.355984396Z","logger":"controller-runtime.metrics","body":"Serving metrics server","service.name":"maas-controller","bindAddress":":8443","secure":true,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:42.355993504Z","logger":"controller-runtime.webhook","body":"Serving webhook server","service.name":"maas-controller","host":"","port":9443,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:42.356058828Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:42.356241132Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:42.457111193Z","body":"Starting EventSource","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","source":"kind source: *v1.APIServer","severity_number":9} I1103 03:12:42.457112 1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-11-03T03:12:42.65789148Z","body":"Starting Controller","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:42.657913325Z","body":"Starting workers","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","worker count":1,"severity_number":9} I1103 03:13:00.749271 1 leaderelection.go:272] "Successfully acquired lease" lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-11-03T03:13:00.749750765Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:00.749928871Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:00.749983622Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:00.750069054Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:00.750086292Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:00.750123064Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:00.750153283Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:00.750252106Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:00.750375338Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:00.750512948Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"*maas.guardrailPropagationSource","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:00.750703076Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:00.75074459Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:00.75084075Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:00.750924386Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:00.750929453Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:00.75096204Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:00.750990819Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:00.750995754Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:00.751031476Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:00.751058898Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:00.751074289Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:00.751098497Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:00.751156354Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.Tenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:00.751290179Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:00.751374308Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1.Gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:00.751401106Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.InferenceObjective","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:00.751493609Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[dscinitialization.opendatahub.io/v1 DSCInitialization]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:00.751518556Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1alpha1 TokenRateLimitPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:00.751534292Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:00.751680922Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:00.751708841Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:00.751791708Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:00.751869332Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:00.751898919Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:00.751935659Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 Tenant]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:00.751954297Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:00.752031596Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:00.751062678Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1 AuthPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:00.75214952Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:00.752175609Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:00.752214087Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.Secret","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:00.752771219Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:00.752856027Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:00.752890926Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[config.openshift.io/v1 Authentication]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:00.753204415Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:00.753239136Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:00.753273246Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:00.753331404Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:00.753354434Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:00.753381815Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ConfigMap","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:00.753408237Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ClusterRoleBinding","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:00.753429025Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:01.063285544Z","logger":"maas-authpolicy-controller","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","phase":"startup","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:01.111281372Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:01.216370661Z","logger":"maas-authpolicy-controller","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","phase":"startup","name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:01.352746151Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:01.352793382Z","body":"Starting workers","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:01.354672363Z","body":"Starting Controller","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:01.354713752Z","body":"Starting workers","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:01.354741954Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:01.354748239Z","body":"Starting workers","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:01.354751331Z","body":"Starting Controller","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:01.354782596Z","body":"Starting workers","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:01.359151024Z","body":"Starting Controller","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:01.359185013Z","body":"Starting workers","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:01.45444051Z","body":"Starting Controller","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:01.454533972Z","body":"Starting workers","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:01.454586942Z","body":"Starting Controller","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:01.454619439Z","body":"Starting workers","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:02.603382884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca54fe9a-7c2a-4ec8-8bf7-de579f7a9600","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:02.656860348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca54fe9a-7c2a-4ec8-8bf7-de579f7a9600","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:02.710060776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca54fe9a-7c2a-4ec8-8bf7-de579f7a9600","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:02.763597176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca54fe9a-7c2a-4ec8-8bf7-de579f7a9600","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:06.708201348Z","body":"Infrastructure namespace separation detected, will clean up legacy maas-api","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"274625ea-17dc-4630-8593-0b2a46384e1f","infraNamespace":"odh-ai-gateway-infra","controllerNamespace":"opendatahub","legacyNamespaces":["opendatahub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:07.736172537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54071578-51b6-49aa-8b43-7aba61818069","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:07.790284792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54071578-51b6-49aa-8b43-7aba61818069","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:07.843515227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54071578-51b6-49aa-8b43-7aba61818069","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:07.9024599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54071578-51b6-49aa-8b43-7aba61818069","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:09.874988721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68aefb9d-d342-49ac-9631-1ff7ad69c533","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:09.928394563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68aefb9d-d342-49ac-9631-1ff7ad69c533","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:09.981753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68aefb9d-d342-49ac-9631-1ff7ad69c533","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:10.035178822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68aefb9d-d342-49ac-9631-1ff7ad69c533","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:12.015704899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ef9911a-e69c-4dae-b915-f840379df00a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:12.06916092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ef9911a-e69c-4dae-b915-f840379df00a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:12.122545737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ef9911a-e69c-4dae-b915-f840379df00a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:12.122692207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a9bc7e46-2be2-4e38-be79-89cdbc7d2f59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:12.175826303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ef9911a-e69c-4dae-b915-f840379df00a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:12.306324618Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a9bc7e46-2be2-4e38-be79-89cdbc7d2f59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:12.339239511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1a6ef494-9281-4242-bdc6-f944adf9d188","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:12.364960147Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a9bc7e46-2be2-4e38-be79-89cdbc7d2f59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:12.398327941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1a6ef494-9281-4242-bdc6-f944adf9d188","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:12.45792255Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1a6ef494-9281-4242-bdc6-f944adf9d188","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:12.612840838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dc9695e0-c06e-4a97-8f78-6d9e5b49d43a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:12.670869613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dc9695e0-c06e-4a97-8f78-6d9e5b49d43a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:12.713809757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fef8a89c-a164-414b-8ff4-7ab52c57fd5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:12.72959897Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dc9695e0-c06e-4a97-8f78-6d9e5b49d43a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:12.772304992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fef8a89c-a164-414b-8ff4-7ab52c57fd5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:12.829634722Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fef8a89c-a164-414b-8ff4-7ab52c57fd5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:13.025747534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b0a5011e-bc50-462f-9fa9-a9215a2dd049","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:13.10056857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b0a5011e-bc50-462f-9fa9-a9215a2dd049","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:13.121937108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a09982c8-2231-455b-8432-e9670c238684","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:13.158169547Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b0a5011e-bc50-462f-9fa9-a9215a2dd049","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:13.180221494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a09982c8-2231-455b-8432-e9670c238684","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:13.237164095Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a09982c8-2231-455b-8432-e9670c238684","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:13.398359092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa1683f2-bd4a-4b92-8f5e-370ff1d620c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:13.398395362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8ce4dddb-96a6-4108-b06c-bd4050818789","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:13:13.450715951Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"621f6314-d94c-4243-b21e-14a244f9b63a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:13.461758041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8ce4dddb-96a6-4108-b06c-bd4050818789","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:13.462068113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa1683f2-bd4a-4b92-8f5e-370ff1d620c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:13:13.514381931Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4b941ea8-4bb8-41b6-a7a0-95d4b557725a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:13.522518161Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8ce4dddb-96a6-4108-b06c-bd4050818789","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:13.522593221Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa1683f2-bd4a-4b92-8f5e-370ff1d620c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:13.684360658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"24d04884-14fd-400c-b1aa-6e8818727a58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:13.684360622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1b94b6f9-0ec0-435b-b8f1-f7fe565d5dc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:13.688629437Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1c58542c-8100-4c19-bb7b-7b995ed0ba70","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:13.739710535Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"449daaa8-8915-4e7a-90a8-844201471f2b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:13.744865433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1b94b6f9-0ec0-435b-b8f1-f7fe565d5dc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:13.745065814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"24d04884-14fd-400c-b1aa-6e8818727a58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:13.804231485Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1b94b6f9-0ec0-435b-b8f1-f7fe565d5dc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:13.804257856Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"24d04884-14fd-400c-b1aa-6e8818727a58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:13.853975285Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"82145d7a-6b46-422b-9fc3-180a3c9984fd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:13.908952551Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3e9ac6c5-97cd-43a2-b81f-20a1289abe1d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:13.9630179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8767d4f8-be74-4568-932f-456b63dbce3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:13.963038468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8e0069a1-4c8b-480e-951e-0ae096a5e83a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:14.021335054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8e0069a1-4c8b-480e-951e-0ae096a5e83a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:14.021379726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8767d4f8-be74-4568-932f-456b63dbce3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:14.084412818Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8e0069a1-4c8b-480e-951e-0ae096a5e83a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:14.084590903Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8767d4f8-be74-4568-932f-456b63dbce3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:17.550487354Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ffeb1d4c-6064-4c9d-9a65-0554f09a63a8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:18.025994992Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1fe3b39d-7b92-4ce1-a9cf-82f69082bd2d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:18.371294439Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"96674acf-1e25-4777-b85f-30f4ff8e0274","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:18.371319822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"96674acf-1e25-4777-b85f-30f4ff8e0274","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:18.431911704Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cc0acaf7-fbe6-46d9-ba50-58652343455a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:18.431958301Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7b70df89-89f4-4527-b4fd-3cfc39b98a25","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:18.440378679Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"22cf3b33-e3ca-4c40-a4fe-471521f9ea4a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:18.440398447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"22cf3b33-e3ca-4c40-a4fe-471521f9ea4a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:18.529984037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"06f818c8-f374-4ede-8e30-a94531c0e90b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:18.5300027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"77ebdaf1-9e75-48aa-9df5-6a68ff50927c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:18.589589997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"77ebdaf1-9e75-48aa-9df5-6a68ff50927c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:18.589587812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"06f818c8-f374-4ede-8e30-a94531c0e90b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:18.646974774Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"06f818c8-f374-4ede-8e30-a94531c0e90b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:18.646982738Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"77ebdaf1-9e75-48aa-9df5-6a68ff50927c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:18.922526528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2ab12637-0879-495a-b811-e03fcfecaf1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:18.92252662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ea3f01f0-be3f-4a4f-971b-fd00165c4610","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:18.984906732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2ab12637-0879-495a-b811-e03fcfecaf1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:18.985004942Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2ab12637-0879-495a-b811-e03fcfecaf1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:18.985262295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ea3f01f0-be3f-4a4f-971b-fd00165c4610","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:19.044436196Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ea3f01f0-be3f-4a4f-971b-fd00165c4610","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:13:19.19566537Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ea3f01f0-be3f-4a4f-971b-fd00165c4610","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:19.369721088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9c392921-8c80-40fe-a049-6cca52bbdd62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:19.428357222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9c392921-8c80-40fe-a049-6cca52bbdd62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:19.428421174Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9c392921-8c80-40fe-a049-6cca52bbdd62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:20.004644273Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9d48a7d1-e382-4c1d-b392-21dae6b77433","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:20.004671819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9d48a7d1-e382-4c1d-b392-21dae6b77433","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:22.603000534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"04b65f10-a627-477d-aa01-f960d9788379","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:22.603000668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f5895346-e474-4b2a-bf7f-fa82a9b56c9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:22.713520535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f5895346-e474-4b2a-bf7f-fa82a9b56c9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:22.713597535Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f5895346-e474-4b2a-bf7f-fa82a9b56c9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:22.713596203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"04b65f10-a627-477d-aa01-f960d9788379","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:22.713707202Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"04b65f10-a627-477d-aa01-f960d9788379","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:26.028407062Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e7786012-8914-4d76-871b-264e12528dbc","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:26.028428079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e7786012-8914-4d76-871b-264e12528dbc","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:26.028708209Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"74478f54-7e4f-491a-9940-5a2bf4c7ec27","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:26.028723068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"74478f54-7e4f-491a-9940-5a2bf4c7ec27","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:26.081231397Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"77e9b72a-53a6-4cdd-8748-4780547d26a6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:26.081334868Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7fe7ac75-0212-480b-b765-9158dec0b7a1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:26.096361879Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0e0b635b-80d3-4a1e-bcda-0238970a246f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:26.096382118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0e0b635b-80d3-4a1e-bcda-0238970a246f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:26.096649279Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3f1d65b3-961b-4961-9368-35ce9000df34","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:26.096665123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3f1d65b3-961b-4961-9368-35ce9000df34","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:26.186805908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4278b012-1bd1-4191-95ac-68fa0e3cc205","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:26.186805958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d8427f89-98f4-4062-8f8d-50d676ad78a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:26.245599018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d8427f89-98f4-4062-8f8d-50d676ad78a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:26.245667781Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d8427f89-98f4-4062-8f8d-50d676ad78a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:26.245599261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4278b012-1bd1-4191-95ac-68fa0e3cc205","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:26.245751573Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4278b012-1bd1-4191-95ac-68fa0e3cc205","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:26.458157855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"906d06c5-adfb-41c0-bcac-92a04161ce6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:26.458157857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f3e22970-3e24-4f4e-8b5c-fc678875934b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:26.516659209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"906d06c5-adfb-41c0-bcac-92a04161ce6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:26.516680118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f3e22970-3e24-4f4e-8b5c-fc678875934b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:26.516721983Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f3e22970-3e24-4f4e-8b5c-fc678875934b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:26.516722299Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"906d06c5-adfb-41c0-bcac-92a04161ce6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:27.345329021Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"44847667-7213-4087-b47a-f55bb19e7606","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:27.345359114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"44847667-7213-4087-b47a-f55bb19e7606","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:30.251029877Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f9f4898d-6eb6-45ca-b851-724b4e54b7ac","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:30.25105404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f9f4898d-6eb6-45ca-b851-724b4e54b7ac","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:30.251308534Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"16558e10-f81b-4bf9-b5c7-15075d15d2bf","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:30.251321518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"16558e10-f81b-4bf9-b5c7-15075d15d2bf","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:30.251687462Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"960843f2-1c05-4b11-bf6a-a8bcd9ca8af8","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:30.251699611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"960843f2-1c05-4b11-bf6a-a8bcd9ca8af8","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:30.272925341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5ac5ff46-9277-411f-b99b-8ac4a450cd0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:30.272979305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6eae6118-695d-4e14-bdff-d81093bb5700","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:30.304685137Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"24f5ab1b-77ad-49ca-a9d7-f87fe8284655","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:30.304712058Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"826559f6-0fc9-4407-b75f-eee0c274038b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:30.319185382Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4c9ed77c-fca4-433a-929c-309c56b5a9f5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:30.319206677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4c9ed77c-fca4-433a-929c-309c56b5a9f5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:30.319478962Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a4b3596f-b836-4bf0-bcee-83c7038834f6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:30.319491951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a4b3596f-b836-4bf0-bcee-83c7038834f6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:30.319689469Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d9cc5749-4c9a-4872-b44b-29ad7147187f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:30.319706108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d9cc5749-4c9a-4872-b44b-29ad7147187f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:30.364871364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5ac5ff46-9277-411f-b99b-8ac4a450cd0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:30.364947842Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5ac5ff46-9277-411f-b99b-8ac4a450cd0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:30.366057822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6eae6118-695d-4e14-bdff-d81093bb5700","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:30.366115238Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6eae6118-695d-4e14-bdff-d81093bb5700","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:30.578130252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fea28dde-5427-44a9-b9dc-2f9aecafde88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:30.578123681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1c5d5e6f-098a-42d6-9c73-edf5366f8ea8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:30.63721505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1c5d5e6f-098a-42d6-9c73-edf5366f8ea8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:30.637285958Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1c5d5e6f-098a-42d6-9c73-edf5366f8ea8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:30.637297261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fea28dde-5427-44a9-b9dc-2f9aecafde88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:30.637344516Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fea28dde-5427-44a9-b9dc-2f9aecafde88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:31.219435076Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:31.526702445Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2b68422a-3e4b-4c8a-9f2f-f355493ed318","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:31.526725535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2b68422a-3e4b-4c8a-9f2f-f355493ed318","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:31.783648043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db2b6aa5-5a10-49e9-bd01-a3dc9ec695e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:31.837030199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db2b6aa5-5a10-49e9-bd01-a3dc9ec695e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:31.89017332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db2b6aa5-5a10-49e9-bd01-a3dc9ec695e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:31.943564326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db2b6aa5-5a10-49e9-bd01-a3dc9ec695e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:34.664868243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3e1974a6-8a8d-4f75-981c-64e8a78d9f42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:34.665323525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"30dde403-a53e-4a7a-9f8c-71b824966e59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:34.725460128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3e1974a6-8a8d-4f75-981c-64e8a78d9f42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:34.725530148Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3e1974a6-8a8d-4f75-981c-64e8a78d9f42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:34.725563966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"30dde403-a53e-4a7a-9f8c-71b824966e59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:34.725609171Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"30dde403-a53e-4a7a-9f8c-71b824966e59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:35.056362768Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3d0910ce-0990-4d82-a3bb-35340115e83d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:35.056388583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3d0910ce-0990-4d82-a3bb-35340115e83d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:35.056736922Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"766990b6-b400-44ed-a91b-3e37c4965489","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:35.056757394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"766990b6-b400-44ed-a91b-3e37c4965489","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:35.057027731Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"daf57ce7-b639-43c0-81b8-281a58361328","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:35.057043907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"daf57ce7-b639-43c0-81b8-281a58361328","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:35.057278108Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"81c15ed9-1663-4db4-9651-7762db2c098a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:35.057294108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"81c15ed9-1663-4db4-9651-7762db2c098a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:35.116947641Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"722f70a8-b0a4-4ca0-8bc8-ba710a23ad6a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:35.117026683Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d42b096c-6737-4616-aebe-e2093fe98aae","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:35.128005035Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1d7ea525-cd75-403d-9ee9-9c7acbbaae32","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:35.128021985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1d7ea525-cd75-403d-9ee9-9c7acbbaae32","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:35.128224685Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"85272b16-2271-4983-9132-b4942b6f1b59","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:35.128234783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"85272b16-2271-4983-9132-b4942b6f1b59","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:35.128406601Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d25c48c4-a0d6-4601-ad86-ae1488286fb9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:35.128418494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d25c48c4-a0d6-4601-ad86-ae1488286fb9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:35.128596878Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"9a162bc7-6435-4ec2-9c85-90532abf55b3","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:35.128606525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"9a162bc7-6435-4ec2-9c85-90532abf55b3","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:35.215261639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"43ca017a-5216-4e23-b462-0b613da5b090","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:35.219020718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6f6860cf-62ff-4e37-801f-1c1b1381d32b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:35.273868286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"43ca017a-5216-4e23-b462-0b613da5b090","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:35.273933014Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"43ca017a-5216-4e23-b462-0b613da5b090","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:35.277094439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6f6860cf-62ff-4e37-801f-1c1b1381d32b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:35.277141936Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6f6860cf-62ff-4e37-801f-1c1b1381d32b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:35.487965827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7ddf0ebf-bef7-493e-b615-6cd03075bf70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:35.487967853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e7744f1a-c47d-4ff3-b5b6-25375f54ed23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:35.546686895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7ddf0ebf-bef7-493e-b615-6cd03075bf70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:35.546745627Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7ddf0ebf-bef7-493e-b615-6cd03075bf70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:35.546829748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e7744f1a-c47d-4ff3-b5b6-25375f54ed23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:35.546887259Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e7744f1a-c47d-4ff3-b5b6-25375f54ed23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:36.370280668Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7155e003-3bf6-44aa-9b77-dfce3e4b73fa","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:36.370308821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7155e003-3bf6-44aa-9b77-dfce3e4b73fa","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:37.983041411Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6ae49e9b-1c4f-47f0-b653-0d31c44bc084","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:37.983062241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6ae49e9b-1c4f-47f0-b653-0d31c44bc084","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:37.983325481Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c4c82e4b-8ac4-4a49-914c-5e68a3e89d46","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:37.983339683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c4c82e4b-8ac4-4a49-914c-5e68a3e89d46","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:37.983577884Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"303f517c-0186-45b1-902b-a6c3b383a963","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:37.983589546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"303f517c-0186-45b1-902b-a6c3b383a963","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:37.983800859Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d32b003e-3853-48a5-896a-d0862676b286","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:37.983818597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d32b003e-3853-48a5-896a-d0862676b286","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:37.984035383Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6db7ad24-3fad-4fd7-947e-faa7e360ed33","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:37.984048507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6db7ad24-3fad-4fd7-947e-faa7e360ed33","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:38.036961863Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"560ad874-4ace-4320-867d-0223651a82bf","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:38.036970465Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"374dc0bc-0e47-4765-b094-c39ace4e2ea2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:38.05313042Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8c662fec-5c49-4271-857d-397cc83bf8ec","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:38.05315773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8c662fec-5c49-4271-857d-397cc83bf8ec","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:38.053465148Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6c936d69-e0ec-4cb3-ad2f-99564028a1d9","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:38.053483363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6c936d69-e0ec-4cb3-ad2f-99564028a1d9","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:38.053674236Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6e9c2f17-1482-4cb7-a460-af6a1b83794d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:38.053684733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6e9c2f17-1482-4cb7-a460-af6a1b83794d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:38.053898296Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"9c885b0b-6296-43f6-b020-95e2e1cd7a63","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:38.053911889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"9c885b0b-6296-43f6-b020-95e2e1cd7a63","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:38.054095057Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ba7453d8-2e06-44ae-85a5-43ad8ac18494","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:38.054105187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ba7453d8-2e06-44ae-85a5-43ad8ac18494","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:38.14287181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6a922be6-4e61-4f92-b922-89957a54c660","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:38.142871811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3997c236-6734-4034-9231-278334f35da1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:38.20219623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6a922be6-4e61-4f92-b922-89957a54c660","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:38.202224731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3997c236-6734-4034-9231-278334f35da1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:38.202276735Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3997c236-6734-4034-9231-278334f35da1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:38.202277328Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6a922be6-4e61-4f92-b922-89957a54c660","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:38.41566185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fb43c92e-7483-4167-b2e3-f658c8b14aca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:38.415662007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2107f372-fb9d-4491-ae72-a1571688e56d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:38.474900801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2107f372-fb9d-4491-ae72-a1571688e56d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:38.474963129Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2107f372-fb9d-4491-ae72-a1571688e56d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:38.475079211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fb43c92e-7483-4167-b2e3-f658c8b14aca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:38.475127898Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fb43c92e-7483-4167-b2e3-f658c8b14aca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:39.196166834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3c689990-6977-4d2b-84ed-110a42f364e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:39.196166878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d237aaf5-51c6-45cf-b99b-37e676e0d401","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:39.262489225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3c689990-6977-4d2b-84ed-110a42f364e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:39.262504268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d237aaf5-51c6-45cf-b99b-37e676e0d401","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:39.262556602Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d237aaf5-51c6-45cf-b99b-37e676e0d401","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:39.262557619Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3c689990-6977-4d2b-84ed-110a42f364e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:39.271114475Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c1d480d5-8254-48d8-8931-8e11fcbdb549","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:39.271131351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c1d480d5-8254-48d8-8931-8e11fcbdb549","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:42.103376384Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"25e67ad9-4c3f-445a-8c96-a0db6e213365","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:42.103397181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"25e67ad9-4c3f-445a-8c96-a0db6e213365","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:42.103702142Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5262bff1-a66e-4901-b838-96ccf86ddc22","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:42.103720214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5262bff1-a66e-4901-b838-96ccf86ddc22","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:42.103911597Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"11a0fe67-d393-4ed4-a269-6b064a747681","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:42.103925173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"11a0fe67-d393-4ed4-a269-6b064a747681","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:42.104107527Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"475ef3d0-0ee1-43dc-8e6a-5a4da417333c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:42.104117778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"475ef3d0-0ee1-43dc-8e6a-5a4da417333c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:42.104819981Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5bef1c4d-be5b-4283-929d-3217cb574cda","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:42.104843744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5bef1c4d-be5b-4283-929d-3217cb574cda","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:42.105585077Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"2a7e046b-112f-40ff-9a46-ac59de5307fb","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:42.105598945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"2a7e046b-112f-40ff-9a46-ac59de5307fb","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:42.158195651Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ebdf9df0-8aee-4f15-9afe-af6b30f7874d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:42.158560759Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1438e444-6e5f-4c92-ab07-2a17b05b9765","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:42.173486538Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0f9a884a-d5ec-49ee-88f1-e4023587675b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:42.173506271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0f9a884a-d5ec-49ee-88f1-e4023587675b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:42.173823033Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3e71f214-3bb1-4862-ac2b-07f038067dfb","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:42.173840317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3e71f214-3bb1-4862-ac2b-07f038067dfb","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:42.174110807Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1c01cca4-5a67-467a-96b4-f68fb8192709","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:42.174126114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1c01cca4-5a67-467a-96b4-f68fb8192709","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:42.174411777Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2a152aa5-548f-4697-8407-b617a0abd7ad","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:42.174426936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2a152aa5-548f-4697-8407-b617a0abd7ad","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:42.174712165Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"605c5a70-4043-4164-a9cf-4354db529d0b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:42.17472672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"605c5a70-4043-4164-a9cf-4354db529d0b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:42.174979085Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1e0e4c3f-0521-432c-88e0-20e9ef0c5f21","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:42.17499261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1e0e4c3f-0521-432c-88e0-20e9ef0c5f21","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:42.264607612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"351b9af5-7e7f-406f-b24b-c3d1aafc8810","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:42.264607651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"50b92269-16b3-4d5e-90a2-3720c441ffa8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:42.323659785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"351b9af5-7e7f-406f-b24b-c3d1aafc8810","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:42.323719623Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"351b9af5-7e7f-406f-b24b-c3d1aafc8810","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:42.323846152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"50b92269-16b3-4d5e-90a2-3720c441ffa8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:42.323895881Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"50b92269-16b3-4d5e-90a2-3720c441ffa8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:42.536753664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"14da8272-8914-4c85-825d-bace987bd50e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:42.536753529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5eda0a55-92e7-47b1-97e8-5112b63be4c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:42.598200065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5eda0a55-92e7-47b1-97e8-5112b63be4c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:42.598283951Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5eda0a55-92e7-47b1-97e8-5112b63be4c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:42.598200071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"14da8272-8914-4c85-825d-bace987bd50e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:42.598340909Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"14da8272-8914-4c85-825d-bace987bd50e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:43.384035003Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"aa02d0c8-5cfb-4172-9b42-24f903643547","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:43.38406155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"aa02d0c8-5cfb-4172-9b42-24f903643547","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:45.854686387Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"48d9a1b3-ba15-4d31-8eff-67c39753edb1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:45.854714887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"48d9a1b3-ba15-4d31-8eff-67c39753edb1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:45.855009529Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"031ece13-999d-461f-82cf-ab86989004e8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:45.855026793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"031ece13-999d-461f-82cf-ab86989004e8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:45.85524256Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4a82827f-dea4-4f93-b758-9563ce274ca7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:45.855255232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4a82827f-dea4-4f93-b758-9563ce274ca7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:45.855523288Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a3cff14d-661e-4370-8030-380fe987afe7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:45.85553725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a3cff14d-661e-4370-8030-380fe987afe7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:45.855735234Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"fc8e0dd1-7d29-499e-8ea7-80c7ad0108d5","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:45.855746226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"fc8e0dd1-7d29-499e-8ea7-80c7ad0108d5","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:45.855920019Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"89ae81b3-52df-4afe-a3e9-487e7a1ca6bf","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:45.855930776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"89ae81b3-52df-4afe-a3e9-487e7a1ca6bf","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:45.856087438Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b6145d76-cdad-4ae8-96ab-b2e2742b7c57","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:45.856096669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b6145d76-cdad-4ae8-96ab-b2e2742b7c57","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:45.908598319Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"26659bc9-eaa0-429c-9055-12c6780b8771","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:45.923808949Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c8b730e1-ee1f-4150-be73-0183f6addf52","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:45.923830304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c8b730e1-ee1f-4150-be73-0183f6addf52","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:45.924159086Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"70b71c2b-afd3-42a9-aec1-da5487f9aeca","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:45.924174999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"70b71c2b-afd3-42a9-aec1-da5487f9aeca","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:45.92450985Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"dc6fc0d9-d7f5-49fd-a3a9-077eccb81777","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:45.924529423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"dc6fc0d9-d7f5-49fd-a3a9-077eccb81777","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:45.924792563Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"44580734-f9c3-45a9-9344-e7e6f8bd0620","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:45.924806556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"44580734-f9c3-45a9-9344-e7e6f8bd0620","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:45.925056843Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"be8568e6-79e8-40db-9bbc-635559373300","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:45.925070796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"be8568e6-79e8-40db-9bbc-635559373300","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:45.925364622Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"79217200-ac0f-474b-bb02-7fb714bfb702","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:45.925378488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"79217200-ac0f-474b-bb02-7fb714bfb702","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:45.925666268Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c11e8a95-f14b-4926-aa73-076b886ebc7f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:45.925682012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c11e8a95-f14b-4926-aa73-076b886ebc7f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:46.013973435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ccccc10d-a82c-45df-b5d5-87ecdf77207b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:46.014092817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"94124036-8ace-4668-b32a-af65210b814a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:46.071274889Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2b963cd6-f7be-4727-a5b3-f1cf33d1e393","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:46.072986105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"94124036-8ace-4668-b32a-af65210b814a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:46.073042724Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"94124036-8ace-4668-b32a-af65210b814a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:46.073582399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ccccc10d-a82c-45df-b5d5-87ecdf77207b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:46.237776503Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b7d35178-63f8-4961-97d2-3fe110893f72","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:46.237797768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b7d35178-63f8-4961-97d2-3fe110893f72","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:46.2842065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"febd8b48-84c1-46f2-bf89-4974eebee445","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:46.342994139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"febd8b48-84c1-46f2-bf89-4974eebee445","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:46.343056272Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"febd8b48-84c1-46f2-bf89-4974eebee445","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:46.450978151Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9353c5f8-b190-4d6a-96a1-6e6658dcbf0f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:46.486122112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f2d0e0e4-309d-45d8-9173-82914a900cb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:46.544321741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f2d0e0e4-309d-45d8-9173-82914a900cb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:47.13758275Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ec83be1b-2025-4af8-8e92-29bd90897444","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:47.137600786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ec83be1b-2025-4af8-8e92-29bd90897444","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:47.35267578Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f807f621-4c4d-46b1-abe5-65f52a0dce8c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:47.699783132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"93439271-314e-4194-b217-ddb856ac539a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:47.699783004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5b11a57c-1f39-45d3-bd0c-62f51e5b50b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:47.769995325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5b11a57c-1f39-45d3-bd0c-62f51e5b50b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:47.770915886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"93439271-314e-4194-b217-ddb856ac539a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:47.770977073Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"93439271-314e-4194-b217-ddb856ac539a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:47.982699014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e0df0e3f-aabc-42b0-8787-d78f162dca88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:48.041496427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e0df0e3f-aabc-42b0-8787-d78f162dca88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:48.041578671Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e0df0e3f-aabc-42b0-8787-d78f162dca88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:48.18411846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3e533a40-db39-4615-b573-cd72faa0139b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:48.243555486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3e533a40-db39-4615-b573-cd72faa0139b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:49.318016944Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a597d88c-2433-41f7-9d7c-25e2b8a48883","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:49.318045329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a597d88c-2433-41f7-9d7c-25e2b8a48883","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:49.318361566Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"14604f69-6e49-4acc-bf1f-407f247cf91e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:49.318380134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"14604f69-6e49-4acc-bf1f-407f247cf91e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:49.318661075Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9e19346d-3a97-4cd6-bb52-cd4417a5ed03","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:49.31867781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9e19346d-3a97-4cd6-bb52-cd4417a5ed03","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:49.318915751Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1e21e078-986d-4616-849c-a6ef45e4b7fb","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:49.318930895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1e21e078-986d-4616-849c-a6ef45e4b7fb","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:49.319171112Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c817a2ff-6d63-454a-ade0-56c9f96beed7","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:49.31918932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c817a2ff-6d63-454a-ade0-56c9f96beed7","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:49.319469714Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"bcfa2abd-f6c3-4842-8ced-8818738bb403","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:49.319485724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"bcfa2abd-f6c3-4842-8ced-8818738bb403","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:49.319755497Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0101e96d-2289-4cb4-b5cb-df094dff9abc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:49.319772829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0101e96d-2289-4cb4-b5cb-df094dff9abc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:49.320027745Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fe760276-1d87-4c1c-b466-d712b865fbef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:49.320039266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fe760276-1d87-4c1c-b466-d712b865fbef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:49.386689647Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7697a2a8-ae1c-4737-a95b-7ab949800afb","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:49.386711897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7697a2a8-ae1c-4737-a95b-7ab949800afb","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:49.386928298Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f8f11639-98b4-4886-859f-c6970f9d70d1","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:49.386939831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f8f11639-98b4-4886-859f-c6970f9d70d1","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:49.387149526Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5b20795c-f73b-4bfb-a136-304ba7ee41be","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:49.387160285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5b20795c-f73b-4bfb-a136-304ba7ee41be","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:49.387340285Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fada1382-f253-4c53-9af3-24bf3a91baa7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:49.387349307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fada1382-f253-4c53-9af3-24bf3a91baa7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:49.387545375Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d37f791f-caa2-4465-9cb5-5665d98f9cf6","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:49.387555926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d37f791f-caa2-4465-9cb5-5665d98f9cf6","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:49.387737776Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"eb22e538-e244-4925-87ef-f64b1c861b3f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:49.38774791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"eb22e538-e244-4925-87ef-f64b1c861b3f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:49.387921968Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"42ff9eda-a157-4314-a958-93556bbfea11","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:49.387931268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"42ff9eda-a157-4314-a958-93556bbfea11","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:49.388142791Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"795c8731-692e-4812-8b52-d54b9abd9f3c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:49.388152491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"795c8731-692e-4812-8b52-d54b9abd9f3c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:49.477854624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b26d0613-35c9-4834-bf63-9db253895b1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:49.478143528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8cbc2ddd-e3e9-44c0-98c3-dae50c1707d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:49.531785612Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f0ae4306-83c1-4ee1-be53-4f6140cb68d5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:49.536648547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8cbc2ddd-e3e9-44c0-98c3-dae50c1707d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:49.536988645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b26d0613-35c9-4834-bf63-9db253895b1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:49.537348595Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6a5648e7-ba06-45f3-be4e-1e3ac1f7ea43","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"premium-simulated-simulated-premium","subscriptionCount":1,"subscriptions":["models-as-a-service/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:49.704081628Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1bac0a3d-3f94-41b8-ac8d-c5042acdbc44","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:49.704111332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1bac0a3d-3f94-41b8-ac8d-c5042acdbc44","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:49.904532324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ec261a7a-277d-42a2-9268-da04b3186b21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:49.904534142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0d031e0f-f3b2-4365-bda4-d3d57972f9c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:49.921702667Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"656e7d62-05e7-43e2-888e-e1717b642597","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:49.963662121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ec261a7a-277d-42a2-9268-da04b3186b21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:49.963673837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0d031e0f-f3b2-4365-bda4-d3d57972f9c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:50.595899967Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9cf6048a-bc04-433f-9e24-0e74f49cb00a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:50.595922139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9cf6048a-bc04-433f-9e24-0e74f49cb00a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:50.810689994Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8d9d311b-f459-4c18-9f03-26bceb3481ee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:53.347172457Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8d47878f-45a3-4625-a366-480c5aebdd18","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:53.347201212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8d47878f-45a3-4625-a366-480c5aebdd18","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:55.707617765Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1531b84e-f23d-44c3-b2e0-c38c0aac317f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:55.81933561Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a261b365-a5a2-4504-92ad-4a81df98841d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:55.835010796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a94ec6e0-6c2e-4264-9d42-0ae6a263cfca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:55.835033706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa5722d3-2dec-430b-8c01-8f5aa62dcadd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:55.879319231Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9bef4552-e11e-4c4d-9f6c-db6ec8bb913b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:55.879348768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9bef4552-e11e-4c4d-9f6c-db6ec8bb913b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:55.926150214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa5722d3-2dec-430b-8c01-8f5aa62dcadd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:55.926273547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a94ec6e0-6c2e-4264-9d42-0ae6a263cfca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:55.992667506Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8975f554-0a94-49f0-81f6-ec5c380b6206","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:55.992688589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8975f554-0a94-49f0-81f6-ec5c380b6206","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:56.294195964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"43549d39-4bd2-4c68-9221-bc6b4680d42e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:56.294299811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"801cd81a-7ee3-48a0-b036-020c9d2606d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:56.353706211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"43549d39-4bd2-4c68-9221-bc6b4680d42e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:56.353759864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"801cd81a-7ee3-48a0-b036-020c9d2606d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:56.56609323Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e8f81f7a-2099-40a3-84c9-88c14c2d84bf","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:56.566119607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e8f81f7a-2099-40a3-84c9-88c14c2d84bf","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:59.387800165Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"dbec1936-b23b-4d82-9c0c-3a3f68bb79ac","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:59.387822084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"dbec1936-b23b-4d82-9c0c-3a3f68bb79ac","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:59.388249287Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1b297472-ec72-4403-a5da-2bcaea76097f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:59.388265585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1b297472-ec72-4403-a5da-2bcaea76097f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:59.388513571Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d50f9ce5-553b-4fb8-ac0c-49f9d1441206","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:59.388524384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d50f9ce5-553b-4fb8-ac0c-49f9d1441206","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:59.388702963Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"cb7f0841-2bc4-41f7-83d9-cf396525d02b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:59.388712224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"cb7f0841-2bc4-41f7-83d9-cf396525d02b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:00.326858891Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b6712057-025e-42fc-bfb1-451c5c4a6bc4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:00.428031744Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"250c52be-3263-4862-a908-7c93751f230a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:01.185062448Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a249d956-24a2-454d-b9cd-8537d965b254","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:01.185091492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a249d956-24a2-454d-b9cd-8537d965b254","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:01.219066847Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:04.470578146Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c0a2139b-4159-43f3-aae4-4b675d99433b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:04.470601645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c0a2139b-4159-43f3-aae4-4b675d99433b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:05.880299933Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4de3e81f-e846-4fa3-b76a-c31edbfbe960","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:05.880322658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4de3e81f-e846-4fa3-b76a-c31edbfbe960","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:05.993699006Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"54983ee8-686c-4fec-8aac-b225ee8106ca","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:05.993723861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"54983ee8-686c-4fec-8aac-b225ee8106ca","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:07.641043151Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"31ab4d37-1fa2-4491-9915-394672e3dfe4","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:07.641064582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"31ab4d37-1fa2-4491-9915-394672e3dfe4","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:09.389819892Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a4919697-be92-4a1e-b08b-37d92a0ddb8d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:09.389842244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a4919697-be92-4a1e-b08b-37d92a0ddb8d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:10.108091308Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8a25b3b0-a039-4370-b3f6-1abca6600682","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:10.108116298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8a25b3b0-a039-4370-b3f6-1abca6600682","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:13.589126166Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"02b9983c-cf50-439f-ba5e-811d122f3d0a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:13.58915684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"02b9983c-cf50-439f-ba5e-811d122f3d0a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:13.807584575Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"68cf83dc-1c13-455f-94c6-be00bcbbef4e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:13.808980903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c5696b27-d4ec-44f4-98db-70d2dc818da9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:13.809000673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"42e1c1d9-43d8-4154-a2bc-7e445d91e81b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:13.917916368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c5696b27-d4ec-44f4-98db-70d2dc818da9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:13.918501231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"42e1c1d9-43d8-4154-a2bc-7e445d91e81b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:13.973830058Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1d4f22a6-f6e4-48d7-a7c5-7884c4769cc5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:13.973852358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1d4f22a6-f6e4-48d7-a7c5-7884c4769cc5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:14.189154762Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"19ecfafd-c059-4139-a452-917a1b72cbdc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:15.995132105Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"db62ae31-3f1e-4fcf-81f5-5456d816a06b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:15.995152488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"db62ae31-3f1e-4fcf-81f5-5456d816a06b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:17.823790041Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f54215bc-5df9-4b51-a8db-33427199c6aa","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:17.823810885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f54215bc-5df9-4b51-a8db-33427199c6aa","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:18.041939178Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9c6dfc92-7a25-4447-8818-1f7dedf188df","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:18.044365136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d1ad3c4a-8e9f-48f0-bd95-3d8842e53f8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:18.044379726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f6090204-b302-43cb-a518-ecd52a1e8cc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:18.153542373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d1ad3c4a-8e9f-48f0-bd95-3d8842e53f8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:18.154171838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f6090204-b302-43cb-a518-ecd52a1e8cc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:18.21117805Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"719eaae1-1e35-47bc-aaa3-12166ce1192f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:18.211199357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"719eaae1-1e35-47bc-aaa3-12166ce1192f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:18.425469163Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8a1b45fa-0312-471a-9217-3d8531d34219","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:20.860737562Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"be221cd3-b575-4466-b6a3-29122e8348b6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:20.860762927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"be221cd3-b575-4466-b6a3-29122e8348b6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:21.02519406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"96663586-0abe-40ac-b7f7-5fa8f22a6324","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:21.084390508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"96663586-0abe-40ac-b7f7-5fa8f22a6324","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:21.091261442Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6800c96b-10f9-45f7-ad18-9fbc82cc4ffd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:21.091281274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6800c96b-10f9-45f7-ad18-9fbc82cc4ffd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:21.255980999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7f254f26-8bc7-4fad-ba6e-6e4437217850","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:21.310736342Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ed14aade-da7c-4967-a170-390100e975a5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:21.314201161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7f254f26-8bc7-4fad-ba6e-6e4437217850","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:21.35126379Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"42177327-0420-47bb-8f56-07376dfe1318","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:21.351283607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"42177327-0420-47bb-8f56-07376dfe1318","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:21.486803037Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d381fb93-1131-4705-887f-4e0a278caaec","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:21.486822024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d381fb93-1131-4705-887f-4e0a278caaec","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:21.512139952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"34b09215-9b36-4053-ac7b-3c400b218f95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:21.570646801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"34b09215-9b36-4053-ac7b-3c400b218f95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:31.269016154Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:01.21800677Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:02.561597174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fc8e4ca-5551-4946-8e1e-7428d346446e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:02.615141686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fc8e4ca-5551-4946-8e1e-7428d346446e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:02.669024624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fc8e4ca-5551-4946-8e1e-7428d346446e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:02.722559387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fc8e4ca-5551-4946-8e1e-7428d346446e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:03.113551925Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-e21b4958","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-e21b4958","reconcileID":"302fedb4-7240-48b8-b808-06e9ce1f20e4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-e21b4958","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-e21b4958":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:03.767878464Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-b4ff4779","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-b4ff4779","reconcileID":"44d60cd7-414a-49fd-b54d-a59755aa91fa","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-b4ff4779","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-b4ff4779":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:04.753680539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c928963-3cfd-455a-908b-399d92f1bc31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:04.807994485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c928963-3cfd-455a-908b-399d92f1bc31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:04.861417639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c928963-3cfd-455a-908b-399d92f1bc31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:04.870818516Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-4fb905b5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-4fb905b5","reconcileID":"4bb472db-b0f7-4b58-8e9c-0818c095ed98","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-4fb905b5-gw","applied":{"maas.opendatahub.io/gateway-access-e2e-migrate-4fb905b5-gw":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:04.91480269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c928963-3cfd-455a-908b-399d92f1bc31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:06.88535027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"935ddbc9-8fd3-47ec-b39f-3624894f3f4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:06.938530378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"935ddbc9-8fd3-47ec-b39f-3624894f3f4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:06.991598321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"935ddbc9-8fd3-47ec-b39f-3624894f3f4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:07.045250307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"935ddbc9-8fd3-47ec-b39f-3624894f3f4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:09.003951129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3126750-94e6-4478-8d51-1e4c4234e401","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:09.057363997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3126750-94e6-4478-8d51-1e4c4234e401","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:09.11091519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3126750-94e6-4478-8d51-1e4c4234e401","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:09.164047447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3126750-94e6-4478-8d51-1e4c4234e401","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:09.335668664Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-56094c67","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-56094c67","reconcileID":"8a38756f-cfd4-45f7-bf95-6214493ac474","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-56094c67","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-56094c67":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:11.133945765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29b98c23-8ca8-4141-bfc6-3142024218df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:11.188519524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29b98c23-8ca8-4141-bfc6-3142024218df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:11.241821091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29b98c23-8ca8-4141-bfc6-3142024218df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:11.295746846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29b98c23-8ca8-4141-bfc6-3142024218df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:13.262318256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bebdc90-92d9-434c-8912-7da578164426","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:13.315572972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bebdc90-92d9-434c-8912-7da578164426","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:13.368669756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bebdc90-92d9-434c-8912-7da578164426","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:13.421968399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bebdc90-92d9-434c-8912-7da578164426","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:13.539863362Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-69e611c0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-69e611c0","reconcileID":"04af448a-6ec2-4ae7-a145-99bd2c56c47f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-69e611c0","applied":{"maas.opendatahub.io/gateway-access-e2e-derive-69e611c0":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:14.229626171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b4ff4779"},"namespace":"ai-tenant-e2e-ait-b4ff4779","name":"default-tenant","reconcileID":"eb854971-047e-49aa-8a4c-e4813d1a2e33","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-b4ff4779","tenantID":"e2e-ait-b4ff4779","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:14.350367307Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b4ff4779"},"namespace":"ai-tenant-e2e-ait-b4ff4779","name":"default-tenant","reconcileID":"eb854971-047e-49aa-8a4c-e4813d1a2e33","name":"e2e-ait-b4ff4779-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:15.407493002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46e66a91-0aaf-4214-9115-d470c2bacd06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:15.460965346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46e66a91-0aaf-4214-9115-d470c2bacd06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:15.514267943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46e66a91-0aaf-4214-9115-d470c2bacd06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:15.567420861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46e66a91-0aaf-4214-9115-d470c2bacd06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:17.568676395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5b51ecc-6eff-43c8-a88f-5df3b5619991","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:17.622068602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5b51ecc-6eff-43c8-a88f-5df3b5619991","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:17.675564917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5b51ecc-6eff-43c8-a88f-5df3b5619991","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:17.729054076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5b51ecc-6eff-43c8-a88f-5df3b5619991","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:19.190331975Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4fb905b5"},"namespace":"ai-tenant-e2e-migrate-4fb905b5","name":"default-tenant","reconcileID":"488e8d35-34f4-4a99-960a-340c67df1f98","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:19.251014988Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4fb905b5"},"namespace":"ai-tenant-e2e-migrate-4fb905b5","name":"default-tenant","reconcileID":"488e8d35-34f4-4a99-960a-340c67df1f98","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:19.35718241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4fb905b5"},"namespace":"ai-tenant-e2e-migrate-4fb905b5","name":"default-tenant","reconcileID":"488e8d35-34f4-4a99-960a-340c67df1f98","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-migrate-4fb905b5-gw","tenantID":"e2e-migrate-4fb905b5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:19.482204777Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4fb905b5"},"namespace":"ai-tenant-e2e-migrate-4fb905b5","name":"default-tenant","reconcileID":"488e8d35-34f4-4a99-960a-340c67df1f98","name":"e2e-migrate-4fb905b5-gw-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:19.703012699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49ba8458-801a-4fe4-9c49-7ef62261b6c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:19.756329414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49ba8458-801a-4fe4-9c49-7ef62261b6c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:19.810048524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49ba8458-801a-4fe4-9c49-7ef62261b6c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:19.908203304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49ba8458-801a-4fe4-9c49-7ef62261b6c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:21.943934402Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6a86478d-b602-457b-8c04-2a98f68a5ed8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:22.062669358Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a0820dfd-89b7-43f2-8e1a-c753d67bf5ff","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:24.420215781Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-56094c67"},"namespace":"ai-tenant-e2e-ait-56094c67","name":"default-tenant","reconcileID":"4c51019e-9d60-46d6-bf42-5d8e808a0efd","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:24.584973862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-56094c67"},"namespace":"ai-tenant-e2e-ait-56094c67","name":"default-tenant","reconcileID":"4c51019e-9d60-46d6-bf42-5d8e808a0efd","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-56094c67","tenantID":"e2e-ait-56094c67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:24.705313822Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-56094c67"},"namespace":"ai-tenant-e2e-ait-56094c67","name":"default-tenant","reconcileID":"4c51019e-9d60-46d6-bf42-5d8e808a0efd","name":"e2e-ait-56094c67-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:31.218969144Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:32.106904058Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3ddfa583-3c52-4532-a849-e65608c1ec91","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:32.22410833Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"93285740-ef88-4a52-a700-5884ea61986d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:34.471963376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e21b4958"},"namespace":"ai-tenant-e2e-ait-e21b4958","name":"default-tenant","reconcileID":"a08fc5e9-c684-49b2-a4a1-23a1cdbb5b05","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-e21b4958","tenantID":"e2e-ait-e21b4958","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:34.592078327Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e21b4958"},"namespace":"ai-tenant-e2e-ait-e21b4958","name":"default-tenant","reconcileID":"a08fc5e9-c684-49b2-a4a1-23a1cdbb5b05","name":"e2e-ait-e21b4958-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:39.442503216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-69e611c0"},"namespace":"ai-tenant-e2e-derive-69e611c0","name":"default-tenant","reconcileID":"7defc4a1-47ba-4ce9-a210-3985ad660638","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-derive-69e611c0","tenantID":"e2e-derive-69e611c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:39.565223484Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-69e611c0"},"namespace":"ai-tenant-e2e-derive-69e611c0","name":"default-tenant","reconcileID":"7defc4a1-47ba-4ce9-a210-3985ad660638","name":"e2e-derive-69e611c0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:40.374771203Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2e03b8bf-682f-469d-ac14-f8393f463c50","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:40.432652259Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"94f68b59-c3d0-480a-9f68-84c020d93472","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:46.371984585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7a7d8fa-6c93-4b1a-a912-0245391d6a85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:46.425089226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7a7d8fa-6c93-4b1a-a912-0245391d6a85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:46.478832777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7a7d8fa-6c93-4b1a-a912-0245391d6a85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:46.532001215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7a7d8fa-6c93-4b1a-a912-0245391d6a85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:48.50937256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb698e0b-1a7b-4179-9bdd-ed76d2e1e869","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:48.562488141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb698e0b-1a7b-4179-9bdd-ed76d2e1e869","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:48.615765902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb698e0b-1a7b-4179-9bdd-ed76d2e1e869","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:48.669390755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb698e0b-1a7b-4179-9bdd-ed76d2e1e869","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:49.070061037Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4fb905b5"},"namespace":"ai-tenant-e2e-migrate-4fb905b5","name":"default-tenant","reconcileID":"385dc87b-5e21-470c-842f-ace829ea6d61","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:49.183624975Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4fb905b5"},"namespace":"ai-tenant-e2e-migrate-4fb905b5","name":"default-tenant","reconcileID":"385dc87b-5e21-470c-842f-ace829ea6d61","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:50.687184188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56883d5b-f7eb-4902-a1f2-018b9ffd1a51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:50.740872964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56883d5b-f7eb-4902-a1f2-018b9ffd1a51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:50.794363643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56883d5b-f7eb-4902-a1f2-018b9ffd1a51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:50.847590288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56883d5b-f7eb-4902-a1f2-018b9ffd1a51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:52.820285041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e287630-58c6-411c-84f6-9976771eb46a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:52.873489035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e287630-58c6-411c-84f6-9976771eb46a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:52.926781812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e287630-58c6-411c-84f6-9976771eb46a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:52.980167588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e287630-58c6-411c-84f6-9976771eb46a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:54.480834954Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-56094c67"},"namespace":"ai-tenant-e2e-ait-56094c67","name":"default-tenant","reconcileID":"f70f1bb2-8718-4bbd-8b89-446cb0c92919","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:54.982836435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"227b9eb2-f901-437f-9a4f-15b14b56875b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:55.035910635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"227b9eb2-f901-437f-9a4f-15b14b56875b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:55.089383532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"227b9eb2-f901-437f-9a4f-15b14b56875b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:55.142678729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"227b9eb2-f901-437f-9a4f-15b14b56875b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:56.154804145Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"85a3a8c1-94fc-4529-952e-e5efdc4575ad","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:56.407775528Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6c690451-6ff9-4be0-88c2-af84b55af75e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:57.155757215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa767ab6-5d1e-49bf-9982-52c162b00654","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:57.209101212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa767ab6-5d1e-49bf-9982-52c162b00654","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:57.262389583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa767ab6-5d1e-49bf-9982-52c162b00654","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:57.315302137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa767ab6-5d1e-49bf-9982-52c162b00654","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:59.294886419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23bb5053-7aed-4a47-bb05-25712867f770","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:59.348069135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23bb5053-7aed-4a47-bb05-25712867f770","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:59.401507986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23bb5053-7aed-4a47-bb05-25712867f770","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:59.454730899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23bb5053-7aed-4a47-bb05-25712867f770","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:01.217978036Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:01.502680681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"807934fe-8854-489c-a62c-5e3604c5cfcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:01.555850143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"807934fe-8854-489c-a62c-5e3604c5cfcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:01.609139191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"807934fe-8854-489c-a62c-5e3604c5cfcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:01.662576807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"807934fe-8854-489c-a62c-5e3604c5cfcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:03.664228786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12e24036-24ad-4677-a28e-a449da0e9ec0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:03.717250038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12e24036-24ad-4677-a28e-a449da0e9ec0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:03.770193223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12e24036-24ad-4677-a28e-a449da0e9ec0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:03.823566626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12e24036-24ad-4677-a28e-a449da0e9ec0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:05.816926194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b222d16-a3da-4d57-836f-71c7d07386c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:05.870065928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b222d16-a3da-4d57-836f-71c7d07386c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:05.922912063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b222d16-a3da-4d57-836f-71c7d07386c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:05.976337642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b222d16-a3da-4d57-836f-71c7d07386c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:07.954514643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27ac81aa-546b-4839-9fee-733f97d6ec5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:08.008075654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27ac81aa-546b-4839-9fee-733f97d6ec5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:08.061428698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27ac81aa-546b-4839-9fee-733f97d6ec5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:08.114565985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27ac81aa-546b-4839-9fee-733f97d6ec5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:10.087007065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ecd0c57-bfb0-4391-bc1b-dfb6d762d12c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:10.140379861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ecd0c57-bfb0-4391-bc1b-dfb6d762d12c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:10.193546569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ecd0c57-bfb0-4391-bc1b-dfb6d762d12c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:10.246772577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ecd0c57-bfb0-4391-bc1b-dfb6d762d12c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:10.919603328Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b4ff4779"},"namespace":"ai-tenant-e2e-ait-b4ff4779","name":"default-tenant","reconcileID":"73aad18f-6c5f-4988-beb8-02910cbc30f9","namespace":"ai-tenant-e2e-ait-b4ff4779","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:10.91966292Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b4ff4779"},"namespace":"ai-tenant-e2e-ait-b4ff4779","name":"default-tenant","reconcileID":"73aad18f-6c5f-4988-beb8-02910cbc30f9","namespace":"ai-tenant-e2e-ait-b4ff4779","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:10.919717278Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b4ff4779"},"namespace":"ai-tenant-e2e-ait-b4ff4779","name":"default-tenant","reconcileID":"73aad18f-6c5f-4988-beb8-02910cbc30f9","tenant":"e2e-ait-b4ff4779","tenantID":"e2e-ait-b4ff4779","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:10.974569728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b4ff4779"},"namespace":"ai-tenant-e2e-ait-b4ff4779","name":"default-tenant","reconcileID":"73aad18f-6c5f-4988-beb8-02910cbc30f9","gvk":"Deployment","name":"maas-api-e2e-ait-b4ff4779","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:11.036332517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b4ff4779"},"namespace":"ai-tenant-e2e-ait-b4ff4779","name":"default-tenant","reconcileID":"73aad18f-6c5f-4988-beb8-02910cbc30f9","gvk":"Service","name":"maas-api-e2e-ait-b4ff4779","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:11.09701102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b4ff4779"},"namespace":"ai-tenant-e2e-ait-b4ff4779","name":"default-tenant","reconcileID":"73aad18f-6c5f-4988-beb8-02910cbc30f9","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-b4ff4779","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:11.152117284Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b4ff4779"},"namespace":"ai-tenant-e2e-ait-b4ff4779","name":"default-tenant","reconcileID":"73aad18f-6c5f-4988-beb8-02910cbc30f9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-b4ff4779","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:11.208372511Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b4ff4779"},"namespace":"ai-tenant-e2e-ait-b4ff4779","name":"default-tenant","reconcileID":"73aad18f-6c5f-4988-beb8-02910cbc30f9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-b4ff4779","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:11.26428913Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b4ff4779"},"namespace":"ai-tenant-e2e-ait-b4ff4779","name":"default-tenant","reconcileID":"73aad18f-6c5f-4988-beb8-02910cbc30f9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-b4ff4779","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:11.357572128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b4ff4779"},"namespace":"ai-tenant-e2e-ait-b4ff4779","name":"default-tenant","reconcileID":"73aad18f-6c5f-4988-beb8-02910cbc30f9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-b4ff4779","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:11.413634266Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b4ff4779"},"namespace":"ai-tenant-e2e-ait-b4ff4779","name":"default-tenant","reconcileID":"73aad18f-6c5f-4988-beb8-02910cbc30f9","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-b4ff4779","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:11.466275362Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b4ff4779"},"namespace":"ai-tenant-e2e-ait-b4ff4779","name":"default-tenant","reconcileID":"73aad18f-6c5f-4988-beb8-02910cbc30f9","gvk":"Deployment","name":"payload-processing-e2e-ait-b4ff4779","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:11.519421621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b4ff4779"},"namespace":"ai-tenant-e2e-ait-b4ff4779","name":"default-tenant","reconcileID":"73aad18f-6c5f-4988-beb8-02910cbc30f9","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-b4ff4779","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:11.572265614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b4ff4779"},"namespace":"ai-tenant-e2e-ait-b4ff4779","name":"default-tenant","reconcileID":"73aad18f-6c5f-4988-beb8-02910cbc30f9","gvk":"Service","name":"payload-processing-e2e-ait-b4ff4779","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:11.678751576Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b4ff4779"},"namespace":"ai-tenant-e2e-ait-b4ff4779","name":"default-tenant","reconcileID":"73aad18f-6c5f-4988-beb8-02910cbc30f9","gvk":"Service","name":"payload-pre-processing-e2e-ait-b4ff4779","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:11.731366349Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b4ff4779"},"namespace":"ai-tenant-e2e-ait-b4ff4779","name":"default-tenant","reconcileID":"73aad18f-6c5f-4988-beb8-02910cbc30f9","gvk":"DestinationRule","name":"payload-processing-e2e-ait-b4ff4779","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:11.78425463Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b4ff4779"},"namespace":"ai-tenant-e2e-ait-b4ff4779","name":"default-tenant","reconcileID":"73aad18f-6c5f-4988-beb8-02910cbc30f9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-b4ff4779","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:11.837244941Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b4ff4779"},"namespace":"ai-tenant-e2e-ait-b4ff4779","name":"default-tenant","reconcileID":"73aad18f-6c5f-4988-beb8-02910cbc30f9","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-b4ff4779","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:11.894172332Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b4ff4779"},"namespace":"ai-tenant-e2e-ait-b4ff4779","name":"default-tenant","reconcileID":"73aad18f-6c5f-4988-beb8-02910cbc30f9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-b4ff4779","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:11.947012303Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b4ff4779"},"namespace":"ai-tenant-e2e-ait-b4ff4779","name":"default-tenant","reconcileID":"73aad18f-6c5f-4988-beb8-02910cbc30f9","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-b4ff4779","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:11.999914905Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b4ff4779"},"namespace":"ai-tenant-e2e-ait-b4ff4779","name":"default-tenant","reconcileID":"73aad18f-6c5f-4988-beb8-02910cbc30f9","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-b4ff4779","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:12.05323936Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b4ff4779"},"namespace":"ai-tenant-e2e-ait-b4ff4779","name":"default-tenant","reconcileID":"73aad18f-6c5f-4988-beb8-02910cbc30f9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-b4ff4779","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:12.106210464Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b4ff4779"},"namespace":"ai-tenant-e2e-ait-b4ff4779","name":"default-tenant","reconcileID":"73aad18f-6c5f-4988-beb8-02910cbc30f9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-b4ff4779","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:12.165639282Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4fb905b5"},"namespace":"ai-tenant-e2e-migrate-4fb905b5","name":"default-tenant","reconcileID":"318b503d-8cea-48c6-a39c-eef2db9a83ad","namespace":"ai-tenant-e2e-migrate-4fb905b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:12.165706406Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4fb905b5"},"namespace":"ai-tenant-e2e-migrate-4fb905b5","name":"default-tenant","reconcileID":"318b503d-8cea-48c6-a39c-eef2db9a83ad","namespace":"ai-tenant-e2e-migrate-4fb905b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:12.165760867Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4fb905b5"},"namespace":"ai-tenant-e2e-migrate-4fb905b5","name":"default-tenant","reconcileID":"318b503d-8cea-48c6-a39c-eef2db9a83ad","tenant":"e2e-migrate-4fb905b5","tenantID":"e2e-migrate-4fb905b5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:12.221375585Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4fb905b5"},"namespace":"ai-tenant-e2e-migrate-4fb905b5","name":"default-tenant","reconcileID":"318b503d-8cea-48c6-a39c-eef2db9a83ad","gvk":"Deployment","name":"maas-api-e2e-migrate-4fb905b5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:12.259020509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4301ebf7-56a6-4f15-94e0-5fc100d65a16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:12.311987775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4301ebf7-56a6-4f15-94e0-5fc100d65a16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:12.324460752Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4fb905b5"},"namespace":"ai-tenant-e2e-migrate-4fb905b5","name":"default-tenant","reconcileID":"318b503d-8cea-48c6-a39c-eef2db9a83ad","gvk":"Service","name":"maas-api-e2e-migrate-4fb905b5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:12.365017221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4301ebf7-56a6-4f15-94e0-5fc100d65a16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:12.419513226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4301ebf7-56a6-4f15-94e0-5fc100d65a16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:12.423098371Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4fb905b5"},"namespace":"ai-tenant-e2e-migrate-4fb905b5","name":"default-tenant","reconcileID":"318b503d-8cea-48c6-a39c-eef2db9a83ad","gvk":"HTTPRoute","name":"maas-api-route-e2e-migrate-4fb905b5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:12.479165Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4fb905b5"},"namespace":"ai-tenant-e2e-migrate-4fb905b5","name":"default-tenant","reconcileID":"318b503d-8cea-48c6-a39c-eef2db9a83ad","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-migrate-4fb905b5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:12.535105741Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4fb905b5"},"namespace":"ai-tenant-e2e-migrate-4fb905b5","name":"default-tenant","reconcileID":"318b503d-8cea-48c6-a39c-eef2db9a83ad","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-migrate-4fb905b5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:12.593213612Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4fb905b5"},"namespace":"ai-tenant-e2e-migrate-4fb905b5","name":"default-tenant","reconcileID":"318b503d-8cea-48c6-a39c-eef2db9a83ad","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-migrate-4fb905b5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:12.69258524Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4fb905b5"},"namespace":"ai-tenant-e2e-migrate-4fb905b5","name":"default-tenant","reconcileID":"318b503d-8cea-48c6-a39c-eef2db9a83ad","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-migrate-4fb905b5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:12.745654151Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4fb905b5"},"namespace":"ai-tenant-e2e-migrate-4fb905b5","name":"default-tenant","reconcileID":"318b503d-8cea-48c6-a39c-eef2db9a83ad","gvk":"Telemetry","name":"latency-per-subscription-e2e-migrate-4fb905b5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:12.798863357Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4fb905b5"},"namespace":"ai-tenant-e2e-migrate-4fb905b5","name":"default-tenant","reconcileID":"318b503d-8cea-48c6-a39c-eef2db9a83ad","gvk":"Deployment","name":"payload-processing-e2e-migrate-4fb905b5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:12.851668469Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4fb905b5"},"namespace":"ai-tenant-e2e-migrate-4fb905b5","name":"default-tenant","reconcileID":"318b503d-8cea-48c6-a39c-eef2db9a83ad","gvk":"Deployment","name":"payload-pre-processing-e2e-migrate-4fb905b5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:12.904703069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4fb905b5"},"namespace":"ai-tenant-e2e-migrate-4fb905b5","name":"default-tenant","reconcileID":"318b503d-8cea-48c6-a39c-eef2db9a83ad","gvk":"Service","name":"payload-processing-e2e-migrate-4fb905b5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:12.9577975Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4fb905b5"},"namespace":"ai-tenant-e2e-migrate-4fb905b5","name":"default-tenant","reconcileID":"318b503d-8cea-48c6-a39c-eef2db9a83ad","gvk":"Service","name":"payload-pre-processing-e2e-migrate-4fb905b5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:13.010824359Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4fb905b5"},"namespace":"ai-tenant-e2e-migrate-4fb905b5","name":"default-tenant","reconcileID":"318b503d-8cea-48c6-a39c-eef2db9a83ad","gvk":"DestinationRule","name":"payload-processing-e2e-migrate-4fb905b5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:13.063923064Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4fb905b5"},"namespace":"ai-tenant-e2e-migrate-4fb905b5","name":"default-tenant","reconcileID":"318b503d-8cea-48c6-a39c-eef2db9a83ad","gvk":"DestinationRule","name":"payload-pre-processing-e2e-migrate-4fb905b5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:13.091887721Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-b4ff4779","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-b4ff4779","reconcileID":"610a2ff2-c5b3-4a85-ae73-d128fb18ae56","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-b4ff4779","removed":["maas.opendatahub.io/gateway-access-e2e-ait-b4ff4779"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:13.1169033Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4fb905b5"},"namespace":"ai-tenant-e2e-migrate-4fb905b5","name":"default-tenant","reconcileID":"318b503d-8cea-48c6-a39c-eef2db9a83ad","gvk":"EnvoyFilter","name":"payload-processing-e2e-migrate-4fb905b5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:13.169860686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4fb905b5"},"namespace":"ai-tenant-e2e-migrate-4fb905b5","name":"default-tenant","reconcileID":"318b503d-8cea-48c6-a39c-eef2db9a83ad","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-migrate-4fb905b5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:13.222816552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4fb905b5"},"namespace":"ai-tenant-e2e-migrate-4fb905b5","name":"default-tenant","reconcileID":"318b503d-8cea-48c6-a39c-eef2db9a83ad","gvk":"NetworkPolicy","name":"payload-processing-e2e-migrate-4fb905b5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:13.275952305Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4fb905b5"},"namespace":"ai-tenant-e2e-migrate-4fb905b5","name":"default-tenant","reconcileID":"318b503d-8cea-48c6-a39c-eef2db9a83ad","gvk":"ServiceAccount","name":"payload-processing-e2e-migrate-4fb905b5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:13.329513334Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4fb905b5"},"namespace":"ai-tenant-e2e-migrate-4fb905b5","name":"default-tenant","reconcileID":"318b503d-8cea-48c6-a39c-eef2db9a83ad","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-migrate-4fb905b5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:13.38226818Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4fb905b5"},"namespace":"ai-tenant-e2e-migrate-4fb905b5","name":"default-tenant","reconcileID":"318b503d-8cea-48c6-a39c-eef2db9a83ad","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-migrate-4fb905b5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:14.392043017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ced162f1-8acd-450a-a868-5fd4c22986b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:14.445511584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ced162f1-8acd-450a-a868-5fd4c22986b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:14.499264539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ced162f1-8acd-450a-a868-5fd4c22986b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:14.5526532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ced162f1-8acd-450a-a868-5fd4c22986b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:14.615506389Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-4fb905b5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-4fb905b5","reconcileID":"fc618115-157a-40b1-ba2f-68d9d26ba23c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-4fb905b5-gw","removed":["maas.opendatahub.io/gateway-access-e2e-migrate-4fb905b5-gw"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:16.540564211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"159d85fe-b571-447b-917a-76192228002e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:16.594586042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"159d85fe-b571-447b-917a-76192228002e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:16.647662774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"159d85fe-b571-447b-917a-76192228002e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:16.70094324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"159d85fe-b571-447b-917a-76192228002e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:18.71689188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f1b7302-57fc-4603-a420-f6929dbbf833","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:18.770480481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f1b7302-57fc-4603-a420-f6929dbbf833","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:18.829095882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f1b7302-57fc-4603-a420-f6929dbbf833","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:18.88258107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f1b7302-57fc-4603-a420-f6929dbbf833","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:19.105060462Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4d9ee8ef-076a-4771-aa2d-3f350b7b9c3d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:19.211872252Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f353738a-3d8e-40e8-a7cf-d07c30d6f6ba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:19.500610199Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-de27f5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-de27f5","reconcileID":"bb9c1951-24f8-4658-8a26-b6c174d0ed1d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-de27f5","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w2-de27f5":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:20.493979426Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-68b670","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-68b670","reconcileID":"557d4db7-e4b4-4397-b938-65641b57d58f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-68b670","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w3-68b670":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:20.970490058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1aaed4c4-973d-4484-b906-09e7a1386fe1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:21.023976031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1aaed4c4-973d-4484-b906-09e7a1386fe1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:21.07820803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1aaed4c4-973d-4484-b906-09e7a1386fe1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:21.140485747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1aaed4c4-973d-4484-b906-09e7a1386fe1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:23.156425808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb8ab38e-de62-478e-a08b-7d23ec0ba6e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:23.209932028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb8ab38e-de62-478e-a08b-7d23ec0ba6e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:23.26297069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb8ab38e-de62-478e-a08b-7d23ec0ba6e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:23.316268295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb8ab38e-de62-478e-a08b-7d23ec0ba6e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:24.487712048Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e21b4958"},"namespace":"ai-tenant-e2e-ait-e21b4958","name":"default-tenant","reconcileID":"c253fee3-eb5b-426b-91e0-27cc73db75c1","namespace":"ai-tenant-e2e-ait-e21b4958","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:24.487769373Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e21b4958"},"namespace":"ai-tenant-e2e-ait-e21b4958","name":"default-tenant","reconcileID":"c253fee3-eb5b-426b-91e0-27cc73db75c1","namespace":"ai-tenant-e2e-ait-e21b4958","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:24.487816944Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e21b4958"},"namespace":"ai-tenant-e2e-ait-e21b4958","name":"default-tenant","reconcileID":"c253fee3-eb5b-426b-91e0-27cc73db75c1","tenant":"e2e-ait-e21b4958","tenantID":"e2e-ait-e21b4958","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:24.543133485Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e21b4958"},"namespace":"ai-tenant-e2e-ait-e21b4958","name":"default-tenant","reconcileID":"c253fee3-eb5b-426b-91e0-27cc73db75c1","gvk":"Deployment","name":"maas-api-e2e-ait-e21b4958","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:24.606336368Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e21b4958"},"namespace":"ai-tenant-e2e-ait-e21b4958","name":"default-tenant","reconcileID":"c253fee3-eb5b-426b-91e0-27cc73db75c1","gvk":"Service","name":"maas-api-e2e-ait-e21b4958","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:24.67163449Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e21b4958"},"namespace":"ai-tenant-e2e-ait-e21b4958","name":"default-tenant","reconcileID":"c253fee3-eb5b-426b-91e0-27cc73db75c1","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-e21b4958","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:24.751005954Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e21b4958"},"namespace":"ai-tenant-e2e-ait-e21b4958","name":"default-tenant","reconcileID":"c253fee3-eb5b-426b-91e0-27cc73db75c1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-e21b4958","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:24.807260944Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e21b4958"},"namespace":"ai-tenant-e2e-ait-e21b4958","name":"default-tenant","reconcileID":"c253fee3-eb5b-426b-91e0-27cc73db75c1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-e21b4958","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:24.869425938Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e21b4958"},"namespace":"ai-tenant-e2e-ait-e21b4958","name":"default-tenant","reconcileID":"c253fee3-eb5b-426b-91e0-27cc73db75c1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-e21b4958","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:24.93628051Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e21b4958"},"namespace":"ai-tenant-e2e-ait-e21b4958","name":"default-tenant","reconcileID":"c253fee3-eb5b-426b-91e0-27cc73db75c1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-e21b4958","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:24.992909164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e21b4958"},"namespace":"ai-tenant-e2e-ait-e21b4958","name":"default-tenant","reconcileID":"c253fee3-eb5b-426b-91e0-27cc73db75c1","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-e21b4958","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:25.046079373Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e21b4958"},"namespace":"ai-tenant-e2e-ait-e21b4958","name":"default-tenant","reconcileID":"c253fee3-eb5b-426b-91e0-27cc73db75c1","gvk":"Deployment","name":"payload-processing-e2e-ait-e21b4958","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:25.099084999Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e21b4958"},"namespace":"ai-tenant-e2e-ait-e21b4958","name":"default-tenant","reconcileID":"c253fee3-eb5b-426b-91e0-27cc73db75c1","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-e21b4958","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:25.151986311Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e21b4958"},"namespace":"ai-tenant-e2e-ait-e21b4958","name":"default-tenant","reconcileID":"c253fee3-eb5b-426b-91e0-27cc73db75c1","gvk":"Service","name":"payload-processing-e2e-ait-e21b4958","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:25.205035422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e21b4958"},"namespace":"ai-tenant-e2e-ait-e21b4958","name":"default-tenant","reconcileID":"c253fee3-eb5b-426b-91e0-27cc73db75c1","gvk":"Service","name":"payload-pre-processing-e2e-ait-e21b4958","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:25.257965863Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e21b4958"},"namespace":"ai-tenant-e2e-ait-e21b4958","name":"default-tenant","reconcileID":"c253fee3-eb5b-426b-91e0-27cc73db75c1","gvk":"DestinationRule","name":"payload-processing-e2e-ait-e21b4958","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:25.295398935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"267198cb-e4ea-4b65-9a67-738b1aac27dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:25.347978169Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e21b4958"},"namespace":"ai-tenant-e2e-ait-e21b4958","name":"default-tenant","reconcileID":"c253fee3-eb5b-426b-91e0-27cc73db75c1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-e21b4958","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:25.348542226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"267198cb-e4ea-4b65-9a67-738b1aac27dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:25.401353595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e21b4958"},"namespace":"ai-tenant-e2e-ait-e21b4958","name":"default-tenant","reconcileID":"c253fee3-eb5b-426b-91e0-27cc73db75c1","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-e21b4958","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:25.401751427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"267198cb-e4ea-4b65-9a67-738b1aac27dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:25.454866144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"267198cb-e4ea-4b65-9a67-738b1aac27dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:25.459404629Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e21b4958"},"namespace":"ai-tenant-e2e-ait-e21b4958","name":"default-tenant","reconcileID":"c253fee3-eb5b-426b-91e0-27cc73db75c1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-e21b4958","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:25.512221731Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e21b4958"},"namespace":"ai-tenant-e2e-ait-e21b4958","name":"default-tenant","reconcileID":"c253fee3-eb5b-426b-91e0-27cc73db75c1","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-e21b4958","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:25.564922043Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e21b4958"},"namespace":"ai-tenant-e2e-ait-e21b4958","name":"default-tenant","reconcileID":"c253fee3-eb5b-426b-91e0-27cc73db75c1","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-e21b4958","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:25.617562326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e21b4958"},"namespace":"ai-tenant-e2e-ait-e21b4958","name":"default-tenant","reconcileID":"c253fee3-eb5b-426b-91e0-27cc73db75c1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-e21b4958","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:25.670386148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e21b4958"},"namespace":"ai-tenant-e2e-ait-e21b4958","name":"default-tenant","reconcileID":"c253fee3-eb5b-426b-91e0-27cc73db75c1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-e21b4958","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:30.617737367Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-56094c67"},"namespace":"ai-tenant-e2e-ait-56094c67","name":"default-tenant","reconcileID":"f733e9bf-e574-449f-99f4-908faba1978c","namespace":"ai-tenant-e2e-ait-56094c67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:30.617801811Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-56094c67"},"namespace":"ai-tenant-e2e-ait-56094c67","name":"default-tenant","reconcileID":"f733e9bf-e574-449f-99f4-908faba1978c","namespace":"ai-tenant-e2e-ait-56094c67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:30.617853372Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-56094c67"},"namespace":"ai-tenant-e2e-ait-56094c67","name":"default-tenant","reconcileID":"f733e9bf-e574-449f-99f4-908faba1978c","tenant":"e2e-ait-56094c67","tenantID":"e2e-ait-56094c67","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:30.673539225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-56094c67"},"namespace":"ai-tenant-e2e-ait-56094c67","name":"default-tenant","reconcileID":"f733e9bf-e574-449f-99f4-908faba1978c","gvk":"Deployment","name":"maas-api-e2e-ait-56094c67","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:30.738877328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-56094c67"},"namespace":"ai-tenant-e2e-ait-56094c67","name":"default-tenant","reconcileID":"f733e9bf-e574-449f-99f4-908faba1978c","gvk":"Service","name":"maas-api-e2e-ait-56094c67","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:30.800086602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-56094c67"},"namespace":"ai-tenant-e2e-ait-56094c67","name":"default-tenant","reconcileID":"f733e9bf-e574-449f-99f4-908faba1978c","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-56094c67","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:30.855267969Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-56094c67"},"namespace":"ai-tenant-e2e-ait-56094c67","name":"default-tenant","reconcileID":"f733e9bf-e574-449f-99f4-908faba1978c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-56094c67","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:30.91157618Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-56094c67"},"namespace":"ai-tenant-e2e-ait-56094c67","name":"default-tenant","reconcileID":"f733e9bf-e574-449f-99f4-908faba1978c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-56094c67","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:30.967643554Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-56094c67"},"namespace":"ai-tenant-e2e-ait-56094c67","name":"default-tenant","reconcileID":"f733e9bf-e574-449f-99f4-908faba1978c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-56094c67","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:31.025689222Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-56094c67"},"namespace":"ai-tenant-e2e-ait-56094c67","name":"default-tenant","reconcileID":"f733e9bf-e574-449f-99f4-908faba1978c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-56094c67","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:31.081628165Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-56094c67"},"namespace":"ai-tenant-e2e-ait-56094c67","name":"default-tenant","reconcileID":"f733e9bf-e574-449f-99f4-908faba1978c","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-56094c67","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:31.134511032Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-56094c67"},"namespace":"ai-tenant-e2e-ait-56094c67","name":"default-tenant","reconcileID":"f733e9bf-e574-449f-99f4-908faba1978c","gvk":"Deployment","name":"payload-processing-e2e-ait-56094c67","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:31.18768483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-56094c67"},"namespace":"ai-tenant-e2e-ait-56094c67","name":"default-tenant","reconcileID":"f733e9bf-e574-449f-99f4-908faba1978c","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-56094c67","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:31.218091705Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:31.240716313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-56094c67"},"namespace":"ai-tenant-e2e-ait-56094c67","name":"default-tenant","reconcileID":"f733e9bf-e574-449f-99f4-908faba1978c","gvk":"Service","name":"payload-processing-e2e-ait-56094c67","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:31.293863901Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-56094c67"},"namespace":"ai-tenant-e2e-ait-56094c67","name":"default-tenant","reconcileID":"f733e9bf-e574-449f-99f4-908faba1978c","gvk":"Service","name":"payload-pre-processing-e2e-ait-56094c67","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:31.347071165Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-56094c67"},"namespace":"ai-tenant-e2e-ait-56094c67","name":"default-tenant","reconcileID":"f733e9bf-e574-449f-99f4-908faba1978c","gvk":"DestinationRule","name":"payload-processing-e2e-ait-56094c67","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:31.400228502Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-56094c67"},"namespace":"ai-tenant-e2e-ait-56094c67","name":"default-tenant","reconcileID":"f733e9bf-e574-449f-99f4-908faba1978c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-56094c67","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:31.453215392Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-56094c67"},"namespace":"ai-tenant-e2e-ait-56094c67","name":"default-tenant","reconcileID":"f733e9bf-e574-449f-99f4-908faba1978c","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-56094c67","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:31.51066299Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-56094c67"},"namespace":"ai-tenant-e2e-ait-56094c67","name":"default-tenant","reconcileID":"f733e9bf-e574-449f-99f4-908faba1978c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-56094c67","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:31.566089615Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-56094c67"},"namespace":"ai-tenant-e2e-ait-56094c67","name":"default-tenant","reconcileID":"f733e9bf-e574-449f-99f4-908faba1978c","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-56094c67","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:31.619302721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-56094c67"},"namespace":"ai-tenant-e2e-ait-56094c67","name":"default-tenant","reconcileID":"f733e9bf-e574-449f-99f4-908faba1978c","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-56094c67","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:31.672745164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-56094c67"},"namespace":"ai-tenant-e2e-ait-56094c67","name":"default-tenant","reconcileID":"f733e9bf-e574-449f-99f4-908faba1978c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-56094c67","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:31.727653098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-56094c67"},"namespace":"ai-tenant-e2e-ait-56094c67","name":"default-tenant","reconcileID":"f733e9bf-e574-449f-99f4-908faba1978c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-56094c67","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:32.576486097Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-56094c67","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-56094c67","reconcileID":"2a5967ba-8eea-40f2-ac6c-294cbd0170e3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-56094c67","removed":["maas.opendatahub.io/gateway-access-e2e-ait-56094c67"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:33.757284705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c5fd045-4e00-436e-89a7-51d24025981e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:33.810318387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c5fd045-4e00-436e-89a7-51d24025981e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:33.863465329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c5fd045-4e00-436e-89a7-51d24025981e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:33.916896443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c5fd045-4e00-436e-89a7-51d24025981e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:35.900132188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1984138-2ab9-42e5-92a8-46616aeeb93a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:35.954373215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1984138-2ab9-42e5-92a8-46616aeeb93a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:36.007289571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1984138-2ab9-42e5-92a8-46616aeeb93a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:36.060896513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1984138-2ab9-42e5-92a8-46616aeeb93a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:36.914261279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"default-tenant","reconcileID":"84b1abd0-3f5c-43d0-8877-9f1f6dd1d79e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:37.041115785Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"default-tenant","reconcileID":"84b1abd0-3f5c-43d0-8877-9f1f6dd1d79e","name":"e2e-worker-w2-de27f5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:38.173011705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"947c4414-fc4b-4fd9-b452-5ac7f93666bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:38.227661648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"947c4414-fc4b-4fd9-b452-5ac7f93666bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:38.280962524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"947c4414-fc4b-4fd9-b452-5ac7f93666bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:38.335358981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"947c4414-fc4b-4fd9-b452-5ac7f93666bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:40.31216746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"722a4fbb-6321-4a64-bc8f-61c9c6488b54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:40.365736111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"722a4fbb-6321-4a64-bc8f-61c9c6488b54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:40.372901507Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-0aa6b9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-0aa6b9","reconcileID":"5606aa2b-eda5-448b-91b8-b245ef7d6d64","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-0aa6b9","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w0-0aa6b9":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:40.419172173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"722a4fbb-6321-4a64-bc8f-61c9c6488b54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:40.472607058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"722a4fbb-6321-4a64-bc8f-61c9c6488b54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:42.450560098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"default-tenant","reconcileID":"096f65ad-1182-49b4-81e9-beb8ae20f136","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:42.463865432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e64276d6-bdbd-45ea-a524-1332522982c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:42.516742946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e64276d6-bdbd-45ea-a524-1332522982c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:42.570079479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e64276d6-bdbd-45ea-a524-1332522982c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:42.623037206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e64276d6-bdbd-45ea-a524-1332522982c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:42.636901211Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"default-tenant","reconcileID":"096f65ad-1182-49b4-81e9-beb8ae20f136","name":"e2e-worker-w3-68b670-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:44.661569681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6c947f4-0873-4cf9-8b14-c4d737aee1d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:44.714538436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6c947f4-0873-4cf9-8b14-c4d737aee1d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:44.767689334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6c947f4-0873-4cf9-8b14-c4d737aee1d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:44.820725695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6c947f4-0873-4cf9-8b14-c4d737aee1d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:46.805696064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6447a3d0-86c6-4b69-bff2-c385e549f7a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:46.858946882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6447a3d0-86c6-4b69-bff2-c385e549f7a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:46.912100626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6447a3d0-86c6-4b69-bff2-c385e549f7a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:46.967699273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6447a3d0-86c6-4b69-bff2-c385e549f7a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:48.020051887Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e21b4958"},"namespace":"ai-tenant-e2e-ait-e21b4958","name":"default-tenant","reconcileID":"228178e3-44ff-4706-bc41-f7d949073995","namespace":"ai-tenant-e2e-ait-e21b4958","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:48.073213051Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e21b4958"},"namespace":"ai-tenant-e2e-ait-e21b4958","name":"default-tenant","reconcileID":"228178e3-44ff-4706-bc41-f7d949073995","namespace":"ai-tenant-e2e-ait-e21b4958","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:48.073288014Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e21b4958"},"namespace":"ai-tenant-e2e-ait-e21b4958","name":"default-tenant","reconcileID":"228178e3-44ff-4706-bc41-f7d949073995","tenant":"e2e-ait-e21b4958","tenantID":"e2e-ait-e21b4958","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:48.126323448Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e21b4958"},"namespace":"ai-tenant-e2e-ait-e21b4958","name":"default-tenant","reconcileID":"228178e3-44ff-4706-bc41-f7d949073995","gvk":"Deployment","name":"maas-api-e2e-ait-e21b4958","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:48.179778389Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e21b4958"},"namespace":"ai-tenant-e2e-ait-e21b4958","name":"default-tenant","reconcileID":"228178e3-44ff-4706-bc41-f7d949073995","gvk":"Service","name":"maas-api-e2e-ait-e21b4958","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:48.232980579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e21b4958"},"namespace":"ai-tenant-e2e-ait-e21b4958","name":"default-tenant","reconcileID":"228178e3-44ff-4706-bc41-f7d949073995","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-e21b4958","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:48.285836857Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e21b4958"},"namespace":"ai-tenant-e2e-ait-e21b4958","name":"default-tenant","reconcileID":"228178e3-44ff-4706-bc41-f7d949073995","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-e21b4958","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:48.339137773Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e21b4958"},"namespace":"ai-tenant-e2e-ait-e21b4958","name":"default-tenant","reconcileID":"228178e3-44ff-4706-bc41-f7d949073995","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-e21b4958","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:48.396850757Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e21b4958"},"namespace":"ai-tenant-e2e-ait-e21b4958","name":"default-tenant","reconcileID":"228178e3-44ff-4706-bc41-f7d949073995","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-e21b4958","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:48.450097701Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e21b4958"},"namespace":"ai-tenant-e2e-ait-e21b4958","name":"default-tenant","reconcileID":"228178e3-44ff-4706-bc41-f7d949073995","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-e21b4958","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:48.503390803Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e21b4958"},"namespace":"ai-tenant-e2e-ait-e21b4958","name":"default-tenant","reconcileID":"228178e3-44ff-4706-bc41-f7d949073995","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-e21b4958","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:48.556585825Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e21b4958"},"namespace":"ai-tenant-e2e-ait-e21b4958","name":"default-tenant","reconcileID":"228178e3-44ff-4706-bc41-f7d949073995","gvk":"Deployment","name":"payload-processing-e2e-ait-e21b4958","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:48.609461639Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e21b4958"},"namespace":"ai-tenant-e2e-ait-e21b4958","name":"default-tenant","reconcileID":"228178e3-44ff-4706-bc41-f7d949073995","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-e21b4958","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:48.662056824Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e21b4958"},"namespace":"ai-tenant-e2e-ait-e21b4958","name":"default-tenant","reconcileID":"228178e3-44ff-4706-bc41-f7d949073995","gvk":"Service","name":"payload-processing-e2e-ait-e21b4958","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:48.71468076Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e21b4958"},"namespace":"ai-tenant-e2e-ait-e21b4958","name":"default-tenant","reconcileID":"228178e3-44ff-4706-bc41-f7d949073995","gvk":"Service","name":"payload-pre-processing-e2e-ait-e21b4958","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:48.767400231Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e21b4958"},"namespace":"ai-tenant-e2e-ait-e21b4958","name":"default-tenant","reconcileID":"228178e3-44ff-4706-bc41-f7d949073995","gvk":"DestinationRule","name":"payload-processing-e2e-ait-e21b4958","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:48.820473302Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e21b4958"},"namespace":"ai-tenant-e2e-ait-e21b4958","name":"default-tenant","reconcileID":"228178e3-44ff-4706-bc41-f7d949073995","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-e21b4958","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:48.873320472Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e21b4958"},"namespace":"ai-tenant-e2e-ait-e21b4958","name":"default-tenant","reconcileID":"228178e3-44ff-4706-bc41-f7d949073995","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-e21b4958","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:48.926319965Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e21b4958"},"namespace":"ai-tenant-e2e-ait-e21b4958","name":"default-tenant","reconcileID":"228178e3-44ff-4706-bc41-f7d949073995","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-e21b4958","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:48.931530236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d50d80d2-17af-4a82-99a6-4b79ce81217a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:48.984629473Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e21b4958"},"namespace":"ai-tenant-e2e-ait-e21b4958","name":"default-tenant","reconcileID":"228178e3-44ff-4706-bc41-f7d949073995","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-e21b4958","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:48.985195856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d50d80d2-17af-4a82-99a6-4b79ce81217a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:49.038631927Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e21b4958"},"namespace":"ai-tenant-e2e-ait-e21b4958","name":"default-tenant","reconcileID":"228178e3-44ff-4706-bc41-f7d949073995","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-e21b4958","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:49.038966612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d50d80d2-17af-4a82-99a6-4b79ce81217a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:49.092417766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d50d80d2-17af-4a82-99a6-4b79ce81217a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:49.092814317Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e21b4958"},"namespace":"ai-tenant-e2e-ait-e21b4958","name":"default-tenant","reconcileID":"228178e3-44ff-4706-bc41-f7d949073995","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-e21b4958","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:49.145558758Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e21b4958"},"namespace":"ai-tenant-e2e-ait-e21b4958","name":"default-tenant","reconcileID":"228178e3-44ff-4706-bc41-f7d949073995","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-e21b4958","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:49.205080161Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-69e611c0"},"namespace":"ai-tenant-e2e-derive-69e611c0","name":"default-tenant","reconcileID":"b18f5a6c-09b9-41fe-a24b-627ef200c647","namespace":"ai-tenant-e2e-derive-69e611c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:49.205158316Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-69e611c0"},"namespace":"ai-tenant-e2e-derive-69e611c0","name":"default-tenant","reconcileID":"b18f5a6c-09b9-41fe-a24b-627ef200c647","namespace":"ai-tenant-e2e-derive-69e611c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:49.205220653Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-69e611c0"},"namespace":"ai-tenant-e2e-derive-69e611c0","name":"default-tenant","reconcileID":"b18f5a6c-09b9-41fe-a24b-627ef200c647","tenant":"e2e-derive-69e611c0","tenantID":"e2e-derive-69e611c0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:49.260475541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-69e611c0"},"namespace":"ai-tenant-e2e-derive-69e611c0","name":"default-tenant","reconcileID":"b18f5a6c-09b9-41fe-a24b-627ef200c647","gvk":"Deployment","name":"maas-api-e2e-derive-69e611c0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:49.372249863Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-69e611c0"},"namespace":"ai-tenant-e2e-derive-69e611c0","name":"default-tenant","reconcileID":"b18f5a6c-09b9-41fe-a24b-627ef200c647","gvk":"Service","name":"maas-api-e2e-derive-69e611c0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:49.434201814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-69e611c0"},"namespace":"ai-tenant-e2e-derive-69e611c0","name":"default-tenant","reconcileID":"b18f5a6c-09b9-41fe-a24b-627ef200c647","gvk":"HTTPRoute","name":"maas-api-route-e2e-derive-69e611c0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:49.491348902Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-69e611c0"},"namespace":"ai-tenant-e2e-derive-69e611c0","name":"default-tenant","reconcileID":"b18f5a6c-09b9-41fe-a24b-627ef200c647","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-derive-69e611c0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:49.547658823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-69e611c0"},"namespace":"ai-tenant-e2e-derive-69e611c0","name":"default-tenant","reconcileID":"b18f5a6c-09b9-41fe-a24b-627ef200c647","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-derive-69e611c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:49.603614559Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-69e611c0"},"namespace":"ai-tenant-e2e-derive-69e611c0","name":"default-tenant","reconcileID":"b18f5a6c-09b9-41fe-a24b-627ef200c647","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-derive-69e611c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:49.662138243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-69e611c0"},"namespace":"ai-tenant-e2e-derive-69e611c0","name":"default-tenant","reconcileID":"b18f5a6c-09b9-41fe-a24b-627ef200c647","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-derive-69e611c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:49.722814721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-69e611c0"},"namespace":"ai-tenant-e2e-derive-69e611c0","name":"default-tenant","reconcileID":"b18f5a6c-09b9-41fe-a24b-627ef200c647","gvk":"Telemetry","name":"latency-per-subscription-e2e-derive-69e611c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:49.775821798Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-69e611c0"},"namespace":"ai-tenant-e2e-derive-69e611c0","name":"default-tenant","reconcileID":"b18f5a6c-09b9-41fe-a24b-627ef200c647","gvk":"Deployment","name":"payload-processing-e2e-derive-69e611c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:49.828743293Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-69e611c0"},"namespace":"ai-tenant-e2e-derive-69e611c0","name":"default-tenant","reconcileID":"b18f5a6c-09b9-41fe-a24b-627ef200c647","gvk":"Deployment","name":"payload-pre-processing-e2e-derive-69e611c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:49.88163181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-69e611c0"},"namespace":"ai-tenant-e2e-derive-69e611c0","name":"default-tenant","reconcileID":"b18f5a6c-09b9-41fe-a24b-627ef200c647","gvk":"Service","name":"payload-processing-e2e-derive-69e611c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:49.934700073Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-69e611c0"},"namespace":"ai-tenant-e2e-derive-69e611c0","name":"default-tenant","reconcileID":"b18f5a6c-09b9-41fe-a24b-627ef200c647","gvk":"Service","name":"payload-pre-processing-e2e-derive-69e611c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:49.990166151Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-e21b4958","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-e21b4958","reconcileID":"49c8d8a3-b444-49bd-b7f4-8882b49adb96","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-e21b4958","removed":["maas.opendatahub.io/gateway-access-e2e-ait-e21b4958"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:49.990519062Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-69e611c0"},"namespace":"ai-tenant-e2e-derive-69e611c0","name":"default-tenant","reconcileID":"b18f5a6c-09b9-41fe-a24b-627ef200c647","gvk":"DestinationRule","name":"payload-processing-e2e-derive-69e611c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:50.047029228Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-69e611c0"},"namespace":"ai-tenant-e2e-derive-69e611c0","name":"default-tenant","reconcileID":"b18f5a6c-09b9-41fe-a24b-627ef200c647","gvk":"DestinationRule","name":"payload-pre-processing-e2e-derive-69e611c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:50.101420982Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-69e611c0"},"namespace":"ai-tenant-e2e-derive-69e611c0","name":"default-tenant","reconcileID":"b18f5a6c-09b9-41fe-a24b-627ef200c647","gvk":"EnvoyFilter","name":"payload-processing-e2e-derive-69e611c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:50.159838296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-69e611c0"},"namespace":"ai-tenant-e2e-derive-69e611c0","name":"default-tenant","reconcileID":"b18f5a6c-09b9-41fe-a24b-627ef200c647","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-derive-69e611c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:50.262969689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-69e611c0"},"namespace":"ai-tenant-e2e-derive-69e611c0","name":"default-tenant","reconcileID":"b18f5a6c-09b9-41fe-a24b-627ef200c647","gvk":"NetworkPolicy","name":"payload-processing-e2e-derive-69e611c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:50.316197918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-69e611c0"},"namespace":"ai-tenant-e2e-derive-69e611c0","name":"default-tenant","reconcileID":"b18f5a6c-09b9-41fe-a24b-627ef200c647","gvk":"ServiceAccount","name":"payload-processing-e2e-derive-69e611c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:50.370673223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-69e611c0"},"namespace":"ai-tenant-e2e-derive-69e611c0","name":"default-tenant","reconcileID":"b18f5a6c-09b9-41fe-a24b-627ef200c647","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-derive-69e611c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:50.423502695Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-69e611c0"},"namespace":"ai-tenant-e2e-derive-69e611c0","name":"default-tenant","reconcileID":"b18f5a6c-09b9-41fe-a24b-627ef200c647","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-derive-69e611c0","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:51.069627664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c51567bf-59c4-48c5-8f6b-d30f24892e86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:51.122844095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c51567bf-59c4-48c5-8f6b-d30f24892e86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:51.176058636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c51567bf-59c4-48c5-8f6b-d30f24892e86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:51.229214235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c51567bf-59c4-48c5-8f6b-d30f24892e86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:51.3447281Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-69e611c0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-69e611c0","reconcileID":"ce2fe223-f7f2-4c3d-a833-2f22850992e3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-69e611c0","removed":["maas.opendatahub.io/gateway-access-e2e-derive-69e611c0"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:53.212866841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e97d9ad-6152-417b-9c84-cba2064773f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:53.265979276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e97d9ad-6152-417b-9c84-cba2064773f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:53.319692829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e97d9ad-6152-417b-9c84-cba2064773f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:53.372770303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e97d9ad-6152-417b-9c84-cba2064773f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:55.377181059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d451131f-caad-4ba8-8de5-56529809d62c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:55.430430029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d451131f-caad-4ba8-8de5-56529809d62c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:55.483433039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d451131f-caad-4ba8-8de5-56529809d62c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:55.53661587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d451131f-caad-4ba8-8de5-56529809d62c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:57.541427856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1ff80fa-4f3d-47d6-a8af-27ebdbb99ace","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:57.595593821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1ff80fa-4f3d-47d6-a8af-27ebdbb99ace","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:57.64936424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1ff80fa-4f3d-47d6-a8af-27ebdbb99ace","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:57.702652187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1ff80fa-4f3d-47d6-a8af-27ebdbb99ace","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:59.03781157Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-5a6246","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-5a6246","reconcileID":"ee7380c8-2667-48fa-b08d-4b99f3372602","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-5a6246","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w1-5a6246":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:59.675731035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f464902-1840-4c28-b1b8-2572a2e68efa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:59.729263503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f464902-1840-4c28-b1b8-2572a2e68efa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:59.736810854Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-b1ad4e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-b1ad4e","reconcileID":"a1d6043c-29b7-4154-925f-413a2d777582","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-b1ad4e","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w4-b1ad4e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:59.782235792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f464902-1840-4c28-b1b8-2572a2e68efa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:16:59.835248817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f464902-1840-4c28-b1b8-2572a2e68efa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:17:01.222516763Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:17:01.299701275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"default-tenant","reconcileID":"84b376e2-1ca9-4160-a202-c80da0a39648","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:17:01.42103204Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"default-tenant","reconcileID":"84b376e2-1ca9-4160-a202-c80da0a39648","name":"e2e-worker-w0-0aa6b9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:17:01.868081188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80bdb8b0-bcd2-4c0c-a627-5af6e1ada6a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:17:01.921476038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80bdb8b0-bcd2-4c0c-a627-5af6e1ada6a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:17:01.97579143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80bdb8b0-bcd2-4c0c-a627-5af6e1ada6a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:17:02.028934017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80bdb8b0-bcd2-4c0c-a627-5af6e1ada6a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:17:04.020377592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b32f1e8e-46bd-4fc3-bf8d-473e084a98f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:17:04.073690003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b32f1e8e-46bd-4fc3-bf8d-473e084a98f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:17:04.127130723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b32f1e8e-46bd-4fc3-bf8d-473e084a98f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:17:04.180694876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b32f1e8e-46bd-4fc3-bf8d-473e084a98f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:17:06.163814665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebce3671-08f1-460f-a4db-ef9d8c14ad3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:17:06.217058556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebce3671-08f1-460f-a4db-ef9d8c14ad3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:17:06.270276932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebce3671-08f1-460f-a4db-ef9d8c14ad3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:17:06.323216446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebce3671-08f1-460f-a4db-ef9d8c14ad3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:17:08.359261044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1905c2a4-9ea3-4a13-9a3a-9c2c00758988","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:17:08.412546043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1905c2a4-9ea3-4a13-9a3a-9c2c00758988","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:17:08.465766734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1905c2a4-9ea3-4a13-9a3a-9c2c00758988","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:17:08.523256053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1905c2a4-9ea3-4a13-9a3a-9c2c00758988","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:17:10.496676344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75acfc81-666f-44ec-9b24-dc169e21c8c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:17:10.550039526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75acfc81-666f-44ec-9b24-dc169e21c8c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:17:10.603236421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75acfc81-666f-44ec-9b24-dc169e21c8c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:17:10.656677711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75acfc81-666f-44ec-9b24-dc169e21c8c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:17:12.633214815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf390a62-1d6c-4a28-bd63-d8683303d0ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:17:12.686799498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf390a62-1d6c-4a28-bd63-d8683303d0ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:17:12.7401582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf390a62-1d6c-4a28-bd63-d8683303d0ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:17:12.793360218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf390a62-1d6c-4a28-bd63-d8683303d0ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:17:20.765631832Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2dbca481-ac1a-460f-b79d-eca18206a86d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:17:20.881850192Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4130f9a6-1912-42d4-9a04-24f06cbf8ab7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:17:22.157482322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"default-tenant","reconcileID":"fbf2ad66-bf74-4ea2-85fe-6e8cdd0a7ba3","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:17:22.279028398Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"default-tenant","reconcileID":"fbf2ad66-bf74-4ea2-85fe-6e8cdd0a7ba3","name":"e2e-worker-w1-5a6246-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:17:27.215291031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"default-tenant","reconcileID":"30175976-f67e-4471-90c8-fbbaae873dab","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:17:27.341390242Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"default-tenant","reconcileID":"30175976-f67e-4471-90c8-fbbaae873dab","name":"e2e-worker-w4-b1ad4e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:17:28.628886872Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f71ad489-b84e-4f15-9e4e-911207e935b2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:17:28.878770792Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2b7a1adb-1e57-4575-9aa5-08ae9cac59f7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:17:31.219935214Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:17:33.773655235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"377bace2-7fc9-4995-a7b8-7dceedca4b20","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:17:34.167095068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1845013e-0006-4720-b35e-ccf2fc0a5b29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:17:34.220123183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1845013e-0006-4720-b35e-ccf2fc0a5b29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:17:34.27323485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1845013e-0006-4720-b35e-ccf2fc0a5b29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:17:34.326355261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1845013e-0006-4720-b35e-ccf2fc0a5b29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:17:36.328186821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84d8ee97-e2c3-4e30-926b-1b7c7f279673","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:17:36.381593321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84d8ee97-e2c3-4e30-926b-1b7c7f279673","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:17:36.435308258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84d8ee97-e2c3-4e30-926b-1b7c7f279673","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:17:36.488748066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84d8ee97-e2c3-4e30-926b-1b7c7f279673","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:17:45.178874549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"77ff5341-ce14-4d31-97e0-ed4bf83d7f00","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:17:45.247753966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"3bd9f90a-8dc0-4ea3-b993-22726ff861d3","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:17:54.457484626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4891ab55-e346-46b8-98bf-5ff01f14c39c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:17:54.510765123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4891ab55-e346-46b8-98bf-5ff01f14c39c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:17:54.564014166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4891ab55-e346-46b8-98bf-5ff01f14c39c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:17:54.61706967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4891ab55-e346-46b8-98bf-5ff01f14c39c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:17:56.57752677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b54dee9c-303f-4219-a662-e47a1dbc8c9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:17:56.630792267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b54dee9c-303f-4219-a662-e47a1dbc8c9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:17:56.683915135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b54dee9c-303f-4219-a662-e47a1dbc8c9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:17:56.738989873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b54dee9c-303f-4219-a662-e47a1dbc8c9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:17:59.67706351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c44ca9b-f723-46fd-bfe6-a574b93d22ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:17:59.730147147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c44ca9b-f723-46fd-bfe6-a574b93d22ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:17:59.783221914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c44ca9b-f723-46fd-bfe6-a574b93d22ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:17:59.836362817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c44ca9b-f723-46fd-bfe6-a574b93d22ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:01.217703242Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:01.860159512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e1b54f3-fbfc-45b3-86c4-084faf1005df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:01.913623118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e1b54f3-fbfc-45b3-86c4-084faf1005df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:01.966828886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e1b54f3-fbfc-45b3-86c4-084faf1005df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:02.020060642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e1b54f3-fbfc-45b3-86c4-084faf1005df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:10.501704529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"afb0bbfe-fd1b-4bae-82b8-7cf3b881becd","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:16.548635245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"premium-w2-de27f5","reconcileID":"245b4668-426c-4981-a553-183d5eb967b5","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"premium-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"premium-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:16.801338768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"ba51b8ca-f37e-466b-be39-a5d64ffe52e8","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:16.860765279Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"484f5c69-cdbc-42a0-b633-c1321abb2818","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:16.860784299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"484f5c69-cdbc-42a0-b633-c1321abb2818","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:16.911014958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"d699fd63-53e0-4a9b-bd89-74f1574ae9fb","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:16.917800138Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f88b1920-b03d-47e2-8ccf-f2387132b511","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:16.917821381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f88b1920-b03d-47e2-8ccf-f2387132b511","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:16.967359894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"c522d80e-6b52-421b-b14e-64373fee99c1","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:18:16.971996542Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-de27f5/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:17.185386837Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-subscription","reconcileID":"7b8a78ec-3501-4d7b-b649-50a6f9cc0576","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"simulator-w2-de27f5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-de27f5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:17.216478769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"4143b377-d046-4506-be9b-c308194d5ffe","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:17.278120878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"b3e31cbd-0bd7-4368-8645-0c9a32725d6c","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:18:17.334267954Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"b3e31cbd-0bd7-4368-8645-0c9a32725d6c","name":"simulator-w2-de27f5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w2-de27f5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:18:17.334353109Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"b3e31cbd-0bd7-4368-8645-0c9a32725d6c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w2-de27f5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:17.340299193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"fe5394e8-45e2-4c27-a39f-fbe183927601","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:17.352231336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"93dcd89b-3774-4073-851c-73b88a99f810","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:17.381583551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"de77f213-429f-479d-b96a-28c78de45830","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:17.511585721Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"de77f213-429f-479d-b96a-28c78de45830","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:17.512807821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"premium-w2-de27f5","reconcileID":"165c39cf-b41e-4e2a-8a7a-42cb135b8876","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"premium-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"premium-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:17.566893157Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-subscription","reconcileID":"2061e291-9c72-42f6-8d9f-064f34f9e777","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:17.568607408Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-de27f5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"de77f213-429f-479d-b96a-28c78de45830","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:17.569345365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"premium-w2-de27f5","reconcileID":"09f45c5c-d00f-4aed-9b68-23134a7837c5","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"premium-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"premium-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:18:17.623506921Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-subscription","reconcileID":"ed570a5f-6aa7-43e8-8255-7ba198fd349d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:17.627529781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"af8505c2-3130-4a09-9dc2-7704daec377f","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:17.628673702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"0c609710-3ade-444f-8e51-736553dc693c","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:17.734087949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"684251d4-3222-4cc2-a050-4bf2318566a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:17.739898582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"premium-w2-de27f5","reconcileID":"10e3f1c5-c62b-47bf-bc2e-301e4eeb5d7c","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"premium-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"premium-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:17.792332115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"684251d4-3222-4cc2-a050-4bf2318566a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:17.796836819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"premium-w2-de27f5","reconcileID":"e52d0eb3-9dfe-487f-9019-cffef2a5691c","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"premium-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"premium-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:17.814327106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"premium-w2-de27f5","reconcileID":"fa8eedcd-4f9f-401c-b710-12e3990186ba","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"premium-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"premium-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:17.849652983Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-de27f5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"684251d4-3222-4cc2-a050-4bf2318566a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:17.880909674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"premium-w2-de27f5","reconcileID":"abcb5fc8-63f4-4f74-a235-12bf0b956770","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"premium-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"premium-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:18.016720816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"afcdf953-c38f-4c01-baee-04cb799b35fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:18.022195804Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-subscription","reconcileID":"f716552c-89cf-415f-af3b-ec5afc41751b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-premium-w2-de27f5","model":"premium-w2-de27f5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-de27f5/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:18.076976884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"afcdf953-c38f-4c01-baee-04cb799b35fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:18.118312926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"0942d619-50b6-4c21-bd44-83fcae25aa99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:18.135465095Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-de27f5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"afcdf953-c38f-4c01-baee-04cb799b35fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:18.177234123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"0942d619-50b6-4c21-bd44-83fcae25aa99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:18.188956077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"premium-w2-de27f5","reconcileID":"30110cc8-1ce7-418d-905b-f9e3dde15d5e","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"premium-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"premium-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:18.238867367Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-de27f5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"0942d619-50b6-4c21-bd44-83fcae25aa99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:18.303260007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"a5416115-dcd5-4690-881f-2492c34cfc56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:18.303525595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"premium-w2-de27f5","reconcileID":"cf200fa1-2cba-48f2-9c69-2509f731c188","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"premium-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"premium-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:18.361701716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"a5416115-dcd5-4690-881f-2492c34cfc56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:18.418982219Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-de27f5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"a5416115-dcd5-4690-881f-2492c34cfc56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:18.420930697Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-subscription","reconcileID":"f464dafa-3778-48a8-bfb2-7c5ab7c9574f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-premium-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/premium-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:18.473336026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"a9701483-bfc6-4ee4-9532-f3dcb22e2df7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:18.532422252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"a9701483-bfc6-4ee4-9532-f3dcb22e2df7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:18.591338327Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-de27f5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"a9701483-bfc6-4ee4-9532-f3dcb22e2df7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:28.578907263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"95b6c8b0-751a-4367-8dda-b60cb579893b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:28.637430331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"95b6c8b0-751a-4367-8dda-b60cb579893b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:28.695243841Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-de27f5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"95b6c8b0-751a-4367-8dda-b60cb579893b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:28.752160627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"14991305-667f-45b9-a6ee-3c0abac12f40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:28.81068326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"14991305-667f-45b9-a6ee-3c0abac12f40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:28.870731326Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-de27f5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"14991305-667f-45b9-a6ee-3c0abac12f40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:31.218776815Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:31.84588785Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-subscription","reconcileID":"d184cbe3-c5ec-47fc-88dd-6d3cad28ab6e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-premium-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/premium-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:32.013180305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"premium-w2-de27f5","reconcileID":"59e9cf4f-3ec0-4718-b3ed-a2845b0233a6","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"premium-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"premium-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:32.083011829Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-subscription","reconcileID":"55570da0-9b0a-4858-8fe5-f5a8158e498f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:32.260264366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"7d06db50-b976-41df-82c5-b6cc48ddf578","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:32.527072014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"d5e061a8-6bfd-40be-b8bb-3300a3607161","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:32.52707724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"8410aa47-b692-43f6-8a73-641d36b97d08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:32.585827262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"d5e061a8-6bfd-40be-b8bb-3300a3607161","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:32.586068136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"8410aa47-b692-43f6-8a73-641d36b97d08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:32.643200447Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-de27f5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (356c0971c655657a52c981e1b462d57ebe50c6de37f37b0a79dcd05fb4b67114) AuthConfig (db8a70f80000d3cff330a55a859100f30d80bfec4a37eab5ad107fba7c141adc) AuthConfig (4e449c18f20e9dac283bd320af1a6d7189ab60f975b516c5f3f78b142a094218) AuthConfig (a0952be7bacb214dd4d48979796104cf2dd0d93ab21ed1b5af442b9d244b7595) AuthConfig (e5823d08334fa61c34708ce6651b488dfd134267294a4ad49ce73557c4b988d5) AuthConfig (fc530fc31eb4ee2c77917def64ef544acef7866a38f315112277d7a96ea66fe1) AuthConfig (c6a452946e33d26f57850905196505c09eedb6231a43025c667f258bc95c837d) AuthConfig (7e63d1b2978fdc80741bb601688b690c76dc239ae03ebd421c76fe6fe4da34d5) AuthConfig (fe527a950543a2d62a686cc3140163720c763af2db37736d3077596450990f98) AuthConfig (da8e59bbed5eb9cc563631653b630bb315bed63fda105ce74f62515df1a54954) AuthConfig (31369935ec005612cd9c72bd4250be30d94f14413ccec6ebc10a679fb1e059ee) AuthConfig (5f0ad6a47eb172af56fa62c3b18c80e1a631badd05f376fbf980bd93d45b20df) AuthConfig (c0ca3b757053c47b32976ef9d4d32a75a269e0c02472029d5e3b86120dbc7fce) AuthConfig (ddf6eb0a1eaa67f30055f6a2d1c53e38c7dd1e20e941aa3480e3a827b03c7a6d) AuthConfig (41a7c39f5f5b96c6965909a2798aafecbfa9e7e1c7115f3d0d5f96f756de9fe8) AuthConfig (f8e96b16c5de721a1816c4301005ef3901a7eb1c8ad6cd38099bfb77af8239e4) AuthConfig (a2d65dcaa4176ff6f2c16b4cb0237054a17414a64d9c90bd908596f91d5cc441) AuthConfig (fca2fd9591e5e82b2661728122a9f365740bc819d3d1f75b3b131a59034cdaa4) AuthConfig (3ae81550c6f4c6604f92d271cde3e73c71a7ed02b4e0ad724af67a60facf0271) AuthConfig (427091bed3d4956b44afef2a550848ba60b337b97f2c0d8b746130c6d578a030) AuthConfig (d3c015684293b4635a0230805627a86d21511f1be166e440a91719e7203ee23b) AuthConfig (4a0a6620a78202bd29f7cbbee2ebfab21d42b4a7a054e3982e9c56e3630b0456) AuthConfig (1759a1483d88dbdb952e357707ac0cbbd275901a9a402d341e6e4b802e195c26) AuthConfig (ac9d24e289b784cc15a936fe05ce2346c0dd34ac2768b3bafdbd499bd0c75f66) AuthConfig (b04d9f67b332d8fcc5b31492ac7426f9a7e446de383b2a7c258a943a4949b5e4) AuthConfig (a3b2fc6da358b4bf8962bb6cb062fd91f0e36b0a60163fc8f16e9527b727393e) AuthConfig (b94efcdb886f2aad0a3cb3dd62b5cf147fd5391e0522218605dfabf42e38290a) AuthConfig (826565ab3348df1403863756b344673999f029f17924a7e1663b7929b1a83b74) AuthConfig (1be42b0b588c946e957225fece3df16160f5bf50a8e2e747b7e28d0854f0fcf7) AuthConfig (5ee47959694161711e1974845451463039fed6f9174bafb79e4c53d32d3507bc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"d5e061a8-6bfd-40be-b8bb-3300a3607161","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:32.646934372Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-de27f5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (356c0971c655657a52c981e1b462d57ebe50c6de37f37b0a79dcd05fb4b67114) AuthConfig (db8a70f80000d3cff330a55a859100f30d80bfec4a37eab5ad107fba7c141adc) AuthConfig (4e449c18f20e9dac283bd320af1a6d7189ab60f975b516c5f3f78b142a094218) AuthConfig (a0952be7bacb214dd4d48979796104cf2dd0d93ab21ed1b5af442b9d244b7595) AuthConfig (e5823d08334fa61c34708ce6651b488dfd134267294a4ad49ce73557c4b988d5) AuthConfig (fc530fc31eb4ee2c77917def64ef544acef7866a38f315112277d7a96ea66fe1) AuthConfig (c6a452946e33d26f57850905196505c09eedb6231a43025c667f258bc95c837d) AuthConfig (7e63d1b2978fdc80741bb601688b690c76dc239ae03ebd421c76fe6fe4da34d5) AuthConfig (fe527a950543a2d62a686cc3140163720c763af2db37736d3077596450990f98) AuthConfig (da8e59bbed5eb9cc563631653b630bb315bed63fda105ce74f62515df1a54954) AuthConfig (31369935ec005612cd9c72bd4250be30d94f14413ccec6ebc10a679fb1e059ee) AuthConfig (5f0ad6a47eb172af56fa62c3b18c80e1a631badd05f376fbf980bd93d45b20df) AuthConfig (c0ca3b757053c47b32976ef9d4d32a75a269e0c02472029d5e3b86120dbc7fce) AuthConfig (ddf6eb0a1eaa67f30055f6a2d1c53e38c7dd1e20e941aa3480e3a827b03c7a6d) AuthConfig (41a7c39f5f5b96c6965909a2798aafecbfa9e7e1c7115f3d0d5f96f756de9fe8) AuthConfig (f8e96b16c5de721a1816c4301005ef3901a7eb1c8ad6cd38099bfb77af8239e4) AuthConfig (a2d65dcaa4176ff6f2c16b4cb0237054a17414a64d9c90bd908596f91d5cc441) AuthConfig (fca2fd9591e5e82b2661728122a9f365740bc819d3d1f75b3b131a59034cdaa4) AuthConfig (3ae81550c6f4c6604f92d271cde3e73c71a7ed02b4e0ad724af67a60facf0271) AuthConfig (427091bed3d4956b44afef2a550848ba60b337b97f2c0d8b746130c6d578a030) AuthConfig (d3c015684293b4635a0230805627a86d21511f1be166e440a91719e7203ee23b) AuthConfig (4a0a6620a78202bd29f7cbbee2ebfab21d42b4a7a054e3982e9c56e3630b0456) AuthConfig (1759a1483d88dbdb952e357707ac0cbbd275901a9a402d341e6e4b802e195c26) AuthConfig (ac9d24e289b784cc15a936fe05ce2346c0dd34ac2768b3bafdbd499bd0c75f66) AuthConfig (b04d9f67b332d8fcc5b31492ac7426f9a7e446de383b2a7c258a943a4949b5e4) AuthConfig (a3b2fc6da358b4bf8962bb6cb062fd91f0e36b0a60163fc8f16e9527b727393e) AuthConfig (b94efcdb886f2aad0a3cb3dd62b5cf147fd5391e0522218605dfabf42e38290a) AuthConfig (826565ab3348df1403863756b344673999f029f17924a7e1663b7929b1a83b74) AuthConfig (1be42b0b588c946e957225fece3df16160f5bf50a8e2e747b7e28d0854f0fcf7) AuthConfig (5ee47959694161711e1974845451463039fed6f9174bafb79e4c53d32d3507bc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"8410aa47-b692-43f6-8a73-641d36b97d08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:32.702278868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"94fdba94-b5a2-4d1a-b3ee-e9597be6c297","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:32.706191677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"premium-w2-de27f5","reconcileID":"f8d65fcc-8609-4e8d-b3e6-26dd9e0e0000","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"premium-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"premium-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:32.861903981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"fb360c0c-0b43-42fc-bbfc-1361b35cfb13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:32.864102722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"74e79a0c-3ac4-4167-87b5-18b8237ca214","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:32.920836876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"fb360c0c-0b43-42fc-bbfc-1361b35cfb13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:32.922312662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"74e79a0c-3ac4-4167-87b5-18b8237ca214","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:32.978408968Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-de27f5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (356c0971c655657a52c981e1b462d57ebe50c6de37f37b0a79dcd05fb4b67114) AuthConfig (db8a70f80000d3cff330a55a859100f30d80bfec4a37eab5ad107fba7c141adc) AuthConfig (4e449c18f20e9dac283bd320af1a6d7189ab60f975b516c5f3f78b142a094218) AuthConfig (a0952be7bacb214dd4d48979796104cf2dd0d93ab21ed1b5af442b9d244b7595) AuthConfig (e5823d08334fa61c34708ce6651b488dfd134267294a4ad49ce73557c4b988d5) AuthConfig (fc530fc31eb4ee2c77917def64ef544acef7866a38f315112277d7a96ea66fe1) AuthConfig (c6a452946e33d26f57850905196505c09eedb6231a43025c667f258bc95c837d) AuthConfig (7e63d1b2978fdc80741bb601688b690c76dc239ae03ebd421c76fe6fe4da34d5) AuthConfig (fe527a950543a2d62a686cc3140163720c763af2db37736d3077596450990f98) AuthConfig (da8e59bbed5eb9cc563631653b630bb315bed63fda105ce74f62515df1a54954) AuthConfig (31369935ec005612cd9c72bd4250be30d94f14413ccec6ebc10a679fb1e059ee) AuthConfig (5f0ad6a47eb172af56fa62c3b18c80e1a631badd05f376fbf980bd93d45b20df) AuthConfig (c0ca3b757053c47b32976ef9d4d32a75a269e0c02472029d5e3b86120dbc7fce) AuthConfig (ddf6eb0a1eaa67f30055f6a2d1c53e38c7dd1e20e941aa3480e3a827b03c7a6d) AuthConfig (41a7c39f5f5b96c6965909a2798aafecbfa9e7e1c7115f3d0d5f96f756de9fe8) AuthConfig (f8e96b16c5de721a1816c4301005ef3901a7eb1c8ad6cd38099bfb77af8239e4) AuthConfig (a2d65dcaa4176ff6f2c16b4cb0237054a17414a64d9c90bd908596f91d5cc441) AuthConfig (fca2fd9591e5e82b2661728122a9f365740bc819d3d1f75b3b131a59034cdaa4) AuthConfig (3ae81550c6f4c6604f92d271cde3e73c71a7ed02b4e0ad724af67a60facf0271) AuthConfig (427091bed3d4956b44afef2a550848ba60b337b97f2c0d8b746130c6d578a030) AuthConfig (d3c015684293b4635a0230805627a86d21511f1be166e440a91719e7203ee23b) AuthConfig (4a0a6620a78202bd29f7cbbee2ebfab21d42b4a7a054e3982e9c56e3630b0456) AuthConfig (1759a1483d88dbdb952e357707ac0cbbd275901a9a402d341e6e4b802e195c26) AuthConfig (ac9d24e289b784cc15a936fe05ce2346c0dd34ac2768b3bafdbd499bd0c75f66) AuthConfig (b04d9f67b332d8fcc5b31492ac7426f9a7e446de383b2a7c258a943a4949b5e4) AuthConfig (a3b2fc6da358b4bf8962bb6cb062fd91f0e36b0a60163fc8f16e9527b727393e) AuthConfig (b94efcdb886f2aad0a3cb3dd62b5cf147fd5391e0522218605dfabf42e38290a) AuthConfig (826565ab3348df1403863756b344673999f029f17924a7e1663b7929b1a83b74) AuthConfig (1be42b0b588c946e957225fece3df16160f5bf50a8e2e747b7e28d0854f0fcf7) AuthConfig (5ee47959694161711e1974845451463039fed6f9174bafb79e4c53d32d3507bc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"fb360c0c-0b43-42fc-bbfc-1361b35cfb13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:32.979387433Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-de27f5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (356c0971c655657a52c981e1b462d57ebe50c6de37f37b0a79dcd05fb4b67114) AuthConfig (db8a70f80000d3cff330a55a859100f30d80bfec4a37eab5ad107fba7c141adc) AuthConfig (4e449c18f20e9dac283bd320af1a6d7189ab60f975b516c5f3f78b142a094218) AuthConfig (a0952be7bacb214dd4d48979796104cf2dd0d93ab21ed1b5af442b9d244b7595) AuthConfig (e5823d08334fa61c34708ce6651b488dfd134267294a4ad49ce73557c4b988d5) AuthConfig (fc530fc31eb4ee2c77917def64ef544acef7866a38f315112277d7a96ea66fe1) AuthConfig (c6a452946e33d26f57850905196505c09eedb6231a43025c667f258bc95c837d) AuthConfig (7e63d1b2978fdc80741bb601688b690c76dc239ae03ebd421c76fe6fe4da34d5) AuthConfig (fe527a950543a2d62a686cc3140163720c763af2db37736d3077596450990f98) AuthConfig (da8e59bbed5eb9cc563631653b630bb315bed63fda105ce74f62515df1a54954) AuthConfig (31369935ec005612cd9c72bd4250be30d94f14413ccec6ebc10a679fb1e059ee) AuthConfig (5f0ad6a47eb172af56fa62c3b18c80e1a631badd05f376fbf980bd93d45b20df) AuthConfig (c0ca3b757053c47b32976ef9d4d32a75a269e0c02472029d5e3b86120dbc7fce) AuthConfig (ddf6eb0a1eaa67f30055f6a2d1c53e38c7dd1e20e941aa3480e3a827b03c7a6d) AuthConfig (41a7c39f5f5b96c6965909a2798aafecbfa9e7e1c7115f3d0d5f96f756de9fe8) AuthConfig (f8e96b16c5de721a1816c4301005ef3901a7eb1c8ad6cd38099bfb77af8239e4) AuthConfig (a2d65dcaa4176ff6f2c16b4cb0237054a17414a64d9c90bd908596f91d5cc441) AuthConfig (fca2fd9591e5e82b2661728122a9f365740bc819d3d1f75b3b131a59034cdaa4) AuthConfig (3ae81550c6f4c6604f92d271cde3e73c71a7ed02b4e0ad724af67a60facf0271) AuthConfig (427091bed3d4956b44afef2a550848ba60b337b97f2c0d8b746130c6d578a030) AuthConfig (d3c015684293b4635a0230805627a86d21511f1be166e440a91719e7203ee23b) AuthConfig (4a0a6620a78202bd29f7cbbee2ebfab21d42b4a7a054e3982e9c56e3630b0456) AuthConfig (1759a1483d88dbdb952e357707ac0cbbd275901a9a402d341e6e4b802e195c26) AuthConfig (ac9d24e289b784cc15a936fe05ce2346c0dd34ac2768b3bafdbd499bd0c75f66) AuthConfig (b04d9f67b332d8fcc5b31492ac7426f9a7e446de383b2a7c258a943a4949b5e4) AuthConfig (a3b2fc6da358b4bf8962bb6cb062fd91f0e36b0a60163fc8f16e9527b727393e) AuthConfig (b94efcdb886f2aad0a3cb3dd62b5cf147fd5391e0522218605dfabf42e38290a) AuthConfig (826565ab3348df1403863756b344673999f029f17924a7e1663b7929b1a83b74) AuthConfig (1be42b0b588c946e957225fece3df16160f5bf50a8e2e747b7e28d0854f0fcf7) AuthConfig (5ee47959694161711e1974845451463039fed6f9174bafb79e4c53d32d3507bc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"74e79a0c-3ac4-4167-87b5-18b8237ca214","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:18:33.034664494Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"74e79a0c-3ac4-4167-87b5-18b8237ca214","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:33.200044511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"f7d049bf-c8d0-4923-b2b7-512b486994eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:33.26104652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"f7d049bf-c8d0-4923-b2b7-512b486994eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:33.319977036Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-de27f5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (356c0971c655657a52c981e1b462d57ebe50c6de37f37b0a79dcd05fb4b67114) AuthConfig (db8a70f80000d3cff330a55a859100f30d80bfec4a37eab5ad107fba7c141adc) AuthConfig (4e449c18f20e9dac283bd320af1a6d7189ab60f975b516c5f3f78b142a094218) AuthConfig (a0952be7bacb214dd4d48979796104cf2dd0d93ab21ed1b5af442b9d244b7595) AuthConfig (e5823d08334fa61c34708ce6651b488dfd134267294a4ad49ce73557c4b988d5) AuthConfig (fc530fc31eb4ee2c77917def64ef544acef7866a38f315112277d7a96ea66fe1) AuthConfig (c6a452946e33d26f57850905196505c09eedb6231a43025c667f258bc95c837d) AuthConfig (7e63d1b2978fdc80741bb601688b690c76dc239ae03ebd421c76fe6fe4da34d5) AuthConfig (fe527a950543a2d62a686cc3140163720c763af2db37736d3077596450990f98) AuthConfig (da8e59bbed5eb9cc563631653b630bb315bed63fda105ce74f62515df1a54954) AuthConfig (31369935ec005612cd9c72bd4250be30d94f14413ccec6ebc10a679fb1e059ee) AuthConfig (5f0ad6a47eb172af56fa62c3b18c80e1a631badd05f376fbf980bd93d45b20df) AuthConfig (c0ca3b757053c47b32976ef9d4d32a75a269e0c02472029d5e3b86120dbc7fce) AuthConfig (ddf6eb0a1eaa67f30055f6a2d1c53e38c7dd1e20e941aa3480e3a827b03c7a6d) AuthConfig (41a7c39f5f5b96c6965909a2798aafecbfa9e7e1c7115f3d0d5f96f756de9fe8) AuthConfig (f8e96b16c5de721a1816c4301005ef3901a7eb1c8ad6cd38099bfb77af8239e4) AuthConfig (a2d65dcaa4176ff6f2c16b4cb0237054a17414a64d9c90bd908596f91d5cc441) AuthConfig (fca2fd9591e5e82b2661728122a9f365740bc819d3d1f75b3b131a59034cdaa4) AuthConfig (3ae81550c6f4c6604f92d271cde3e73c71a7ed02b4e0ad724af67a60facf0271) AuthConfig (427091bed3d4956b44afef2a550848ba60b337b97f2c0d8b746130c6d578a030) AuthConfig (d3c015684293b4635a0230805627a86d21511f1be166e440a91719e7203ee23b) AuthConfig (4a0a6620a78202bd29f7cbbee2ebfab21d42b4a7a054e3982e9c56e3630b0456) AuthConfig (1759a1483d88dbdb952e357707ac0cbbd275901a9a402d341e6e4b802e195c26) AuthConfig (ac9d24e289b784cc15a936fe05ce2346c0dd34ac2768b3bafdbd499bd0c75f66) AuthConfig (b04d9f67b332d8fcc5b31492ac7426f9a7e446de383b2a7c258a943a4949b5e4) AuthConfig (a3b2fc6da358b4bf8962bb6cb062fd91f0e36b0a60163fc8f16e9527b727393e) AuthConfig (b94efcdb886f2aad0a3cb3dd62b5cf147fd5391e0522218605dfabf42e38290a) AuthConfig (826565ab3348df1403863756b344673999f029f17924a7e1663b7929b1a83b74) AuthConfig (1be42b0b588c946e957225fece3df16160f5bf50a8e2e747b7e28d0854f0fcf7) AuthConfig (5ee47959694161711e1974845451463039fed6f9174bafb79e4c53d32d3507bc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"f7d049bf-c8d0-4923-b2b7-512b486994eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:34.600605291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"namespace":"e2e-models-e2e-worker-w0-0aa6b9","name":"simulator-w0-0aa6b9","reconcileID":"a4314cac-0a9d-4a1e-a7ca-2ca0063709fd","MaaSModelRef":{"name":"simulator-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"routeName":"simulator-w0-0aa6b9-kserve-route","namespace":"e2e-models-e2e-worker-w0-0aa6b9","llmisvcName":"simulator-w0-0aa6b9","gateway":"openshift-ingress/e2e-worker-w0-0aa6b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:43.14317785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"2fd5fcac-4295-468a-a2e9-883c3f011b57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:43.206564631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"2fd5fcac-4295-468a-a2e9-883c3f011b57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:43.490173473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"4b8e7355-3387-4fcf-b7f8-15ec7abe7fb6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:43.52923829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"94c32692-4689-43fe-b056-e81e7203f771","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:43.548313769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"4b8e7355-3387-4fcf-b7f8-15ec7abe7fb6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:43.87135202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"premium-w2-de27f5","reconcileID":"f4297908-c946-4ea5-8a58-b79f9505504e","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"premium-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"premium-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:44.787000961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"56872355-f3ff-497b-b0ea-41638432ab6b","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:44.857249351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"e6ecd990-bedb-407c-801c-1836868d7d3a","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:51.89991087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"34a30f5f-b2c2-4270-a878-f00361a1b22d","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:51.962066024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"1c188c7b-cfda-4bfd-b81e-0ae4e0cc5be3","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:52.120903156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-eb517c80-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-dry-sub-eb517c80-auth","reconcileID":"58df2ec7-9078-45c3-9ba7-02adec99fced","MaaSAuthPolicy":{"name":"e2e-dry-sub-eb517c80-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:52.181702482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-eb517c80-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-dry-sub-eb517c80-auth","reconcileID":"58df2ec7-9078-45c3-9ba7-02adec99fced","MaaSAuthPolicy":{"name":"e2e-dry-sub-eb517c80-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:52.199058934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"55b5e9e7-d430-4b1d-93da-4bc722609b32","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:52.256600749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"premium-w2-de27f5","reconcileID":"bb34ba10-9de0-4265-87c2-d9eb3d559374","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"premium-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"premium-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:52.31063665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"1a922985-912b-4978-9305-11101124fbef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:18:52.315191674Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-de27f5/e2e-dry-sub-eb517c80","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dry-sub-eb517c80\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:52.358743045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"32ab03d6-5206-494e-8407-4619e64c4942","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:52.358742998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"5a5c9987-8ddb-4f73-8989-225aa05b0c7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:52.367083079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"7c28a6f2-58dd-4902-87aa-f0896e93d4da","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:52.41810591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"32ab03d6-5206-494e-8407-4619e64c4942","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:52.41814516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"5a5c9987-8ddb-4f73-8989-225aa05b0c7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:52.504871165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"12e02dbc-79b0-40d7-9749-5efda0bddcff","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:52.642296639Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-eb517c80","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-dry-sub-eb517c80","reconcileID":"9503da77-cceb-4d66-8cde-b7ee8386cbce","MaaSSubscription":{"name":"e2e-dry-sub-eb517c80","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-de27f5/e2e-dry-sub-eb517c80","ai-tenant-e2e-worker-w2-de27f5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:52.66428181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-eb517c80-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-dry-sub-eb517c80-auth","reconcileID":"04e0cfbe-8334-4914-9cfb-918aaabd3e06","MaaSAuthPolicy":{"name":"e2e-dry-sub-eb517c80-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:52.725478895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-eb517c80-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-dry-sub-eb517c80-auth","reconcileID":"04e0cfbe-8334-4914-9cfb-918aaabd3e06","MaaSAuthPolicy":{"name":"e2e-dry-sub-eb517c80-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:52.803975462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"0fdd5b14-426e-4ca9-a564-09a283365a0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:52.804557241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"9b15c9fd-39fc-4880-bd1f-0a83229ef469","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:52.856923727Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-subscription","reconcileID":"90bdda90-fe7b-4255-aae7-97c01adea3c5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:52.862302312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"0fdd5b14-426e-4ca9-a564-09a283365a0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:52.862577716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"9b15c9fd-39fc-4880-bd1f-0a83229ef469","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:52.931699021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"simulator-w1-5a6246","reconcileID":"996c1334-01d1-44a0-a8f6-eb611f9f8217","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"simulator-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"simulator-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:52.991348714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"bb58db44-0f6c-4fe5-81fb-b95a07683104","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:53.029806Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-eb517c80","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-dry-sub-eb517c80","reconcileID":"edd4ea2b-a8a4-41ad-97dc-5b87134cd5a8","MaaSSubscription":{"name":"e2e-dry-sub-eb517c80","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:53.197832966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"9e16c9a2-8ec3-4c50-81f1-d873b376bea2","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:56.845076049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"3032aad1-0fd1-4123-be6d-1c263967b114","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:57.005012525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"55ba33e9-707c-4f08-bad5-619964ce85ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:57.005180518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"9b9f28e0-eae7-41b4-ba49-e534c58562f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:57.005023303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-eb517c80-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-dry-sub-eb517c80-auth","reconcileID":"d3fd9cc5-4a02-46e2-849c-c8e1d686d9eb","MaaSAuthPolicy":{"name":"e2e-dry-sub-eb517c80-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:57.064550942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"55ba33e9-707c-4f08-bad5-619964ce85ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:57.065506642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"9b9f28e0-eae7-41b4-ba49-e534c58562f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:57.066774807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-eb517c80-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-dry-sub-eb517c80-auth","reconcileID":"d3fd9cc5-4a02-46e2-849c-c8e1d686d9eb","MaaSAuthPolicy":{"name":"e2e-dry-sub-eb517c80-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:58.039229846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"ce855e3e-1a79-41da-b11f-74af0f63d51d","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:58.504921295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"namespace":"e2e-models-e2e-worker-w0-0aa6b9","name":"simulator-w0-0aa6b9","reconcileID":"87f692c4-b8ca-4708-afbc-a34f90216482","MaaSModelRef":{"name":"simulator-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"routeName":"simulator-w0-0aa6b9-kserve-route","namespace":"e2e-models-e2e-worker-w0-0aa6b9","llmisvcName":"simulator-w0-0aa6b9","gateway":"openshift-ingress/e2e-worker-w0-0aa6b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:18:58.572900454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"namespace":"e2e-models-e2e-worker-w0-0aa6b9","name":"simulator-w0-0aa6b9","reconcileID":"1f9b6e29-01e0-4fd2-b417-dfe5d7e5bd17","MaaSModelRef":{"name":"simulator-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"routeName":"simulator-w0-0aa6b9-kserve-route","namespace":"e2e-models-e2e-worker-w0-0aa6b9","llmisvcName":"simulator-w0-0aa6b9","gateway":"openshift-ingress/e2e-worker-w0-0aa6b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:01.220214184Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:07.013065828Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-eb517c80","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-dry-sub-eb517c80","reconcileID":"a748ecac-f4a1-4624-806a-542aace2b5de","MaaSSubscription":{"name":"e2e-dry-sub-eb517c80","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscription":"e2e-dry-sub-eb517c80","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:07.234160266Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-eb517c80","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-dry-sub-eb517c80","reconcileID":"a748ecac-f4a1-4624-806a-542aace2b5de","MaaSSubscription":{"name":"e2e-dry-sub-eb517c80","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-de27f5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:07.449098173Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-subscription","reconcileID":"19526bde-1fba-458c-ac8b-c20f83c01d5e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:07.499562946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"6df0ce7a-9e6d-40ec-be17-898e2a22c970","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:07.659232166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-eb517c80-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-dry-sub-eb517c80-auth","reconcileID":"a736e8e6-bebb-4c4c-9115-ebb24ec08f55","MaaSAuthPolicy":{"name":"e2e-dry-sub-eb517c80-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:07.659304662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"b5a4fce5-001e-4303-992b-fd80ee784648","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:07.659799047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"5e14d490-04bd-44cc-ab6a-246d54db3c87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:07.660080762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"402dbfa7-cd0e-4bb7-97a9-9b3b06eee5ee","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:07.717628972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-eb517c80-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-dry-sub-eb517c80-auth","reconcileID":"a736e8e6-bebb-4c4c-9115-ebb24ec08f55","MaaSAuthPolicy":{"name":"e2e-dry-sub-eb517c80-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:07.719895474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"b5a4fce5-001e-4303-992b-fd80ee784648","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:07.722197317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"5e14d490-04bd-44cc-ab6a-246d54db3c87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:07.876316002Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-eb517c80-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-dry-sub-eb517c80-auth","reconcileID":"690e3d64-2b6b-4ebb-8f19-d990e9e85dbb","MaaSAuthPolicy":{"name":"e2e-dry-sub-eb517c80-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:08.041040871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"444c6753-ba9b-4b02-a39f-cd23dd4c9c17","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:09.244863748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"a535528f-bed4-466c-89ab-b6a30b8e4523","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:09.301251276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"cf1365ee-15e1-4bbe-8a59-7b9278f77868","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:09.467343795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-6b8599d2-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-combo-sub-6b8599d2-auth","reconcileID":"d829f0f0-5977-4659-bbc7-3963fa42e818","MaaSAuthPolicy":{"name":"e2e-combo-sub-6b8599d2-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:09.525577171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-6b8599d2-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-combo-sub-6b8599d2-auth","reconcileID":"d829f0f0-5977-4659-bbc7-3963fa42e818","MaaSAuthPolicy":{"name":"e2e-combo-sub-6b8599d2-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:09.535754362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"b983d106-25b7-469a-a629-fec6a65948c8","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:09.594076409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"d52684b5-ab4f-44da-bf28-176412d612ba","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:19:09.646282877Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-6b8599d2","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-combo-sub-6b8599d2","reconcileID":"45bf6bbc-59bf-45d2-a226-ddb6829774ca","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-combo-sub-6b8599d2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:09.697024623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"5fd20ba4-047e-4b5a-b9a3-a755f0d7bd38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:09.697501999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"bdcf06e0-5b19-4acf-903f-8a7fc3d4edfa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:09.755788232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"bdcf06e0-5b19-4acf-903f-8a7fc3d4edfa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:09.755848482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"5fd20ba4-047e-4b5a-b9a3-a755f0d7bd38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:09.762383706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"c753e12c-8911-4642-86ad-689384f87e0e","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:09.80059997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"3be7c1aa-f910-4556-afc9-0065024002e5","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:09.81888389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"d646dce8-bca9-405f-94e2-ddd071fb9379","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:09.959523788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-6b8599d2-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-combo-sub-6b8599d2-auth","reconcileID":"6c713667-d26b-4722-b957-401b4f652672","MaaSAuthPolicy":{"name":"e2e-combo-sub-6b8599d2-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:10.018321297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-6b8599d2-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-combo-sub-6b8599d2-auth","reconcileID":"6c713667-d26b-4722-b957-401b4f652672","MaaSAuthPolicy":{"name":"e2e-combo-sub-6b8599d2-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:10.093859294Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-6b8599d2","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-combo-sub-6b8599d2","reconcileID":"a7edae07-76b2-4629-9bc0-04d792ad4b89","MaaSSubscription":{"name":"e2e-combo-sub-6b8599d2","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-de27f5/e2e-combo-sub-6b8599d2","ai-tenant-e2e-worker-w2-de27f5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:10.122714506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"d8235d37-ac45-415b-b42c-77172d5e99cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:10.122722417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"ce7303b9-6db3-4c28-bf20-001f50627772","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:10.182240629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"d8235d37-ac45-415b-b42c-77172d5e99cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:10.182288821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"ce7303b9-6db3-4c28-bf20-001f50627772","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:10.261717352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"02f14560-4846-4a1d-ab77-c0c7912850e3","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:10.307828496Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-subscription","reconcileID":"2c613614-6fd2-4156-85d8-9ff6aa8147be","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:10.476136364Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-6b8599d2","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-combo-sub-6b8599d2","reconcileID":"f556f849-03fe-4f5c-a1ab-a1a73cf1f5c5","MaaSSubscription":{"name":"e2e-combo-sub-6b8599d2","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:14.945099289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"3f3b88e5-fd48-4569-af02-8b851a329cd5","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:15.103431327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"45f2b060-428b-4b42-a87f-25c776129d1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:15.103739059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"1b8d2065-d6a1-47b5-af5e-95b55ea4aaba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:15.103470359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-6b8599d2-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-combo-sub-6b8599d2-auth","reconcileID":"a9f5619d-2591-4dfa-9f3e-4563f3a97134","MaaSAuthPolicy":{"name":"e2e-combo-sub-6b8599d2-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:15.162729745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"1b8d2065-d6a1-47b5-af5e-95b55ea4aaba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:15.16378598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"45f2b060-428b-4b42-a87f-25c776129d1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:15.165084956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-6b8599d2-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-combo-sub-6b8599d2-auth","reconcileID":"a9f5619d-2591-4dfa-9f3e-4563f3a97134","MaaSAuthPolicy":{"name":"e2e-combo-sub-6b8599d2-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:16.525707632Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d73b2d3e-a4a4-401c-a1ef-0420848a3484","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:16.62448476Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1366e657-2fc8-4399-b1e5-cb105e63463c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:16.708368265Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-subscription","reconcileID":"015df58e-f9c0-4aac-bdbb-38ac48548dbd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-de27f5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:16.892343622Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-subscription","reconcileID":"86606d6c-c40b-40a3-b75d-2f167a896679","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-premium-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/premium-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:17.048286259Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-subscription","reconcileID":"a4d95bb3-ca8b-48bf-81ae-1482954e19f9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:19.099324109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"premium-w3-68b670","reconcileID":"a425be21-5a6e-446e-959b-7f3684c40396","MaaSModelRef":{"name":"premium-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"premium-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"premium-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:19.221482988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"e99dfc6e-0399-4307-a405-b4d5c38b36ee","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:19.279952521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"ad99029e-7cdb-4be1-9d0e-3c25426d3f7c","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:19:19.332409804Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-subscription","reconcileID":"4129f0bc-b0ca-416d-a366-13f80daf890c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:19.448749342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"18bd4b7d-77f8-4a7f-9345-55198d7f13e1","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:19.507180088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"0472c6ce-5bbd-41e7-86c8-c7ce1d94a2f2","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:19.532776778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"d0279c08-848b-4f55-b440-e858135b98b8","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:19.592267447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"06800a5c-16ec-4488-9dd9-7900e6575587","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:19:19.646993109Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"06800a5c-16ec-4488-9dd9-7900e6575587","name":"simulator-w3-68b670","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w3-68b670\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:19:19.647056211Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"06800a5c-16ec-4488-9dd9-7900e6575587","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w3-68b670\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:19.652389455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"1ec0643d-56a0-43e6-8b80-88df1341c389","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:19.69539866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"385f66d2-0523-4dc7-8aba-b510294b4ebd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:19.72476365Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-subscription","reconcileID":"d3b0ab25-14aa-4671-8417-52470bcb8be9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-simulator-w3-68b670","model":"simulator-w3-68b670","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-68b670/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:19.823657193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"premium-w3-68b670","reconcileID":"b83df64c-9ac8-4ea8-92e8-925b72c642e3","MaaSModelRef":{"name":"premium-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"premium-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"premium-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:19.825985048Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"385f66d2-0523-4dc7-8aba-b510294b4ebd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:19.882849161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"798bae52-dfdd-4057-8441-ec207eea0f76","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:19.883377477Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-68b670-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"385f66d2-0523-4dc7-8aba-b510294b4ebd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:19:19.886985227Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-subscription","reconcileID":"d3b0ab25-14aa-4671-8417-52470bcb8be9","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:19.935050597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"premium-w3-68b670","reconcileID":"4af84b7a-dd8d-46ca-88e6-2018eecb59e9","MaaSModelRef":{"name":"premium-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"premium-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"premium-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:19:19.936602082Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-68b670/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:19.93952796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"34d43a5d-b86c-48b2-ae28-c55c1aa652d6","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:19.993978056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"premium-w3-68b670","reconcileID":"1d96cc98-fa26-4641-aa9a-b38068c7914f","MaaSModelRef":{"name":"premium-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"premium-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"premium-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:20.046355833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"2b2a2d4a-f468-448d-b58a-f877b061d925","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:20.100142879Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-subscription","reconcileID":"1e4bfcf6-81ab-4947-8a5b-0db70a731ebe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-simulator-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:20.104696831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"2b2a2d4a-f468-448d-b58a-f877b061d925","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:20.129912034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"premium-w3-68b670","reconcileID":"32167d09-ac05-4997-89a2-37a7e79c1e8f","MaaSModelRef":{"name":"premium-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"premium-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"premium-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:20.16209675Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-68b670-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"2b2a2d4a-f468-448d-b58a-f877b061d925","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:20.191845413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"premium-w3-68b670","reconcileID":"d44cff2b-d60a-4584-ada4-e74169336b1c","MaaSModelRef":{"name":"premium-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"premium-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"premium-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:20.209692056Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-subscription","reconcileID":"0d722467-47ee-4333-9bd0-c45174f93966","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-premium-w3-68b670","model":"premium-w3-68b670","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-68b670/premium-simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:19:20.2467148Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"premium-w3-68b670","reconcileID":"d44cff2b-d60a-4584-ada4-e74169336b1c","name":"premium-w3-68b670","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-68b670\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:19:20.246782317Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"premium-w3-68b670","reconcileID":"d44cff2b-d60a-4584-ada4-e74169336b1c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-68b670\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:20.252009376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"premium-w3-68b670","reconcileID":"83f5fd84-f392-450d-ba17-674b4eaa2745","MaaSModelRef":{"name":"premium-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"premium-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"premium-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:20.268014873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"10fcc0c2-c230-444e-840c-7f11d13828e1","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:20.347859433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"bd823f89-9c96-4872-a49c-f571692587fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:20.350791376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"80370fb8-cc80-498f-95c6-58da844fabc3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:20.379091209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"premium-w3-68b670","reconcileID":"587a91bd-2626-4735-ad60-8fd8e9ba1447","MaaSModelRef":{"name":"premium-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"premium-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"premium-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:20.406596513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"bd823f89-9c96-4872-a49c-f571692587fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:20.409546136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"80370fb8-cc80-498f-95c6-58da844fabc3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:20.463830254Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-68b670-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"bd823f89-9c96-4872-a49c-f571692587fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:20.467195676Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-68b670-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"80370fb8-cc80-498f-95c6-58da844fabc3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:20.523265517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"premium-w3-68b670","reconcileID":"19a1c51a-bf56-425c-aae2-6ed701245a0d","MaaSModelRef":{"name":"premium-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"premium-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"premium-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:20.593049466Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-subscription","reconcileID":"01d31446-039e-4e7c-b678-dcc12399ed9a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-premium-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/premium-w3-68b670","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:20.682748404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"60c010f5-a167-4de0-83b6-2b6f2830dc69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:20.741322444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"60c010f5-a167-4de0-83b6-2b6f2830dc69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:20.798395337Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-68b670-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"60c010f5-a167-4de0-83b6-2b6f2830dc69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:24.460061877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"simulator-w1-5a6246","reconcileID":"464bb2ea-c77b-4e64-ab36-a0029a42d5c3","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"simulator-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"simulator-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:24.531352398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"simulator-w1-5a6246","reconcileID":"50f869f5-187d-42f8-8238-254b8a87d14e","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"simulator-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"simulator-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:25.111862364Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-6b8599d2","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-combo-sub-6b8599d2","reconcileID":"040be990-396a-4e92-9437-48c46f332570","MaaSSubscription":{"name":"e2e-combo-sub-6b8599d2","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscription":"e2e-combo-sub-6b8599d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:25.272368088Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-6b8599d2","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-combo-sub-6b8599d2","reconcileID":"040be990-396a-4e92-9437-48c46f332570","MaaSSubscription":{"name":"e2e-combo-sub-6b8599d2","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:25.491685232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"397df9f7-02a7-4f0c-9d62-eaf0b811a5d3","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:25.551432546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"premium-w3-68b670","reconcileID":"f9f1479c-7772-4693-8972-bca2ecdecac8","MaaSModelRef":{"name":"premium-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"premium-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"premium-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:25.650783046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"9a27e02b-b845-4e98-8625-75d53fd33265","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:25.650838701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"4a1dd7e1-2aed-4d17-9e2c-da23d08ffae6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:25.651246169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"7751d568-1241-479d-a057-fbc37a15d96b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:25.651250505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-6b8599d2-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-combo-sub-6b8599d2-auth","reconcileID":"95ab2302-3dc4-40e3-88a1-7aa35cd512e5","MaaSAuthPolicy":{"name":"e2e-combo-sub-6b8599d2-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:25.709278029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-6b8599d2-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-combo-sub-6b8599d2-auth","reconcileID":"95ab2302-3dc4-40e3-88a1-7aa35cd512e5","MaaSAuthPolicy":{"name":"e2e-combo-sub-6b8599d2-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:25.709317057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"4a1dd7e1-2aed-4d17-9e2c-da23d08ffae6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:25.711531676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"7751d568-1241-479d-a057-fbc37a15d96b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:25.868828244Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-6b8599d2-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-combo-sub-6b8599d2-auth","reconcileID":"5f98eb79-fed8-473b-b788-fc2b2c97e0fb","MaaSAuthPolicy":{"name":"e2e-combo-sub-6b8599d2-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:26.033505726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"078ce92f-3404-4b35-8e30-18766a7757a0","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:28.92155621Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6e34422d-04d5-4023-8434-e2c4a9796f38","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:29.023109408Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-subscription","reconcileID":"1a027f43-1466-4509-9086-dc78a44c5886","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-premium-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/premium-w3-68b670","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:29.041025791Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-subscription","reconcileID":"457bce04-2b01-4b9e-adae-e64aaf0d3fa6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-simulator-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:29.193248858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"premium-w3-68b670","reconcileID":"4d38569a-00f3-4621-b364-5cbf5c0fcf66","MaaSModelRef":{"name":"premium-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"premium-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"premium-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:29.208856938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"6a40d072-56cd-44ae-ac16-9329b9d4b59c","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:29.34291901Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-subscription","reconcileID":"5ee53304-019f-4ba9-ac8d-d07ddd1bef83","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-premium-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/premium-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:29.46623288Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-subscription","reconcileID":"0ae63114-1141-4b4c-bc1d-15c0ca4380fd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:29.593762322Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"60df4120-82e7-41ef-b74d-3b7db7325ad5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:29.620741293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"c9a5ca34-1d72-4e65-bcee-1f58e0790402","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:29.620743202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"6c8133ef-e6f8-41ed-b636-bde2323f59a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:29.680930464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"c9a5ca34-1d72-4e65-bcee-1f58e0790402","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:29.680930466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"6c8133ef-e6f8-41ed-b636-bde2323f59a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:29.738398463Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-68b670-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (258bd8003e233fb737b656e40f21c9ebb8d141235f72d7b655325ba705e27a8b) AuthConfig (0901c7b76672d7dd519e3c7bd874d113f5b913247e5c017ac30f5eac22912c84) AuthConfig (64d421687332b646dc87bae22d0308fa027ddfe52625bee538a90202a4cda0c5) AuthConfig (dabef6156adc1ed2453032ef40f3454e213d45840688c523222953edad395709) AuthConfig (fc14d2eef0dcff9283e553df2e9835f202ec1d2f1ced76467ddaee27a6188c2b) AuthConfig (5d67a631c5df27256b589a3dcec00789e303b38b1425c74351322b600285fc46) AuthConfig (1dedd371d90f8553b5fc2299c7871d63e6bbe89c1f77fc046398a355ebc80b0c) AuthConfig (376244dc3277f89b64662a56a32f36388bd849b09dc9a6281e3760617e318f32) AuthConfig (572a76cd28a7ff3e85440a43b219fecd09323fefc2c9dea320b979c210eed335) AuthConfig (1567c93cf4031d8f8fd59b99238461c401f1d3ab30667e84db24cd93a68d155b) AuthConfig (547ea8976d180a52309260bda378dd6230f8fd86531d064449eb45d88e29d9dd) AuthConfig (7640cb411e5b8e44d6f368e2a7839308f4075aadf601621d779b2855cb6afbb0) AuthConfig (d33a6fd45ad9da053da74dc4719e4fd0932efd1ec29041859577df8f519ed1d9) AuthConfig (7ac0cfa78548db0e90be9d79e4da8750efd351d170a9c418312deb553dd87ab2) AuthConfig (52faac29364c8e297699f39db3d58e45a8009d5beb1948098101fbab7458d5ed) AuthConfig (fa96df688ac5860e93d005caa0194dec2594b078c7b40cdac4fdb8a98659ff04) AuthConfig (ec55724d5a2554e28914233ea4ddf22bbe0aad234290b83209ca4bb1d5a89cf1) AuthConfig (8bae94eca2fe12e866f4c004cd8b393bd774484c4e78075eb1c14ca35f9e045b) AuthConfig (36689bbcfda165e9dd7f505901a2b44a69f6a7aa51d530cbb1deb77481eee8fe) AuthConfig (68ae072b953865d34b491205ac732ee3c51d2d8b2d31e1e1775bb1b3cc75e99d) AuthConfig (014ea291733e28f717c75e067e5ab64ea2df5ef4d2f32c686c6a948223d3bd3d) AuthConfig (05c450ffbe16580092f33e65dce2bad7850510e0bc0c5fe7fef242438aae65cf) AuthConfig (d66adbd872a9065edaa395b733ca4f4772864be4dee1c7a5e5b9cd59fa5b8a2f) AuthConfig (c8b8223b382742b5f0937782a47c866cad3e20df069c1dc1c7a5eb2cf210909a) AuthConfig (735b371665166f546c965fd8a395938b4375779f26726a02bbe8a4e8e217bba5) AuthConfig (0d93e932d92a55b34504cd149789c9094151729e717bb1b4010c531023a24299) AuthConfig (6f3e564db4478749b36cbb5eb2b49318d4580853b045cbbeded34ea0c76d3f0a) AuthConfig (3c29c22267d4429e0e07ae86adbbaeab3a6cb80313475090d47bd91964da9410) AuthConfig (75e9f408bf49c2f9ad54ad49b19aa7288140de04b36236d503a4fb8a7f26d568) AuthConfig (9650476c0eb081b63207977d07eab7a857b395739c854d8f59c03e5caf47ddaf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"6c8133ef-e6f8-41ed-b636-bde2323f59a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:29.738480965Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-68b670-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (258bd8003e233fb737b656e40f21c9ebb8d141235f72d7b655325ba705e27a8b) AuthConfig (0901c7b76672d7dd519e3c7bd874d113f5b913247e5c017ac30f5eac22912c84) AuthConfig (64d421687332b646dc87bae22d0308fa027ddfe52625bee538a90202a4cda0c5) AuthConfig (dabef6156adc1ed2453032ef40f3454e213d45840688c523222953edad395709) AuthConfig (fc14d2eef0dcff9283e553df2e9835f202ec1d2f1ced76467ddaee27a6188c2b) AuthConfig (5d67a631c5df27256b589a3dcec00789e303b38b1425c74351322b600285fc46) AuthConfig (1dedd371d90f8553b5fc2299c7871d63e6bbe89c1f77fc046398a355ebc80b0c) AuthConfig (376244dc3277f89b64662a56a32f36388bd849b09dc9a6281e3760617e318f32) AuthConfig (572a76cd28a7ff3e85440a43b219fecd09323fefc2c9dea320b979c210eed335) AuthConfig (1567c93cf4031d8f8fd59b99238461c401f1d3ab30667e84db24cd93a68d155b) AuthConfig (547ea8976d180a52309260bda378dd6230f8fd86531d064449eb45d88e29d9dd) AuthConfig (7640cb411e5b8e44d6f368e2a7839308f4075aadf601621d779b2855cb6afbb0) AuthConfig (d33a6fd45ad9da053da74dc4719e4fd0932efd1ec29041859577df8f519ed1d9) AuthConfig (7ac0cfa78548db0e90be9d79e4da8750efd351d170a9c418312deb553dd87ab2) AuthConfig (52faac29364c8e297699f39db3d58e45a8009d5beb1948098101fbab7458d5ed) AuthConfig (fa96df688ac5860e93d005caa0194dec2594b078c7b40cdac4fdb8a98659ff04) AuthConfig (ec55724d5a2554e28914233ea4ddf22bbe0aad234290b83209ca4bb1d5a89cf1) AuthConfig (8bae94eca2fe12e866f4c004cd8b393bd774484c4e78075eb1c14ca35f9e045b) AuthConfig (36689bbcfda165e9dd7f505901a2b44a69f6a7aa51d530cbb1deb77481eee8fe) AuthConfig (68ae072b953865d34b491205ac732ee3c51d2d8b2d31e1e1775bb1b3cc75e99d) AuthConfig (014ea291733e28f717c75e067e5ab64ea2df5ef4d2f32c686c6a948223d3bd3d) AuthConfig (05c450ffbe16580092f33e65dce2bad7850510e0bc0c5fe7fef242438aae65cf) AuthConfig (d66adbd872a9065edaa395b733ca4f4772864be4dee1c7a5e5b9cd59fa5b8a2f) AuthConfig (c8b8223b382742b5f0937782a47c866cad3e20df069c1dc1c7a5eb2cf210909a) AuthConfig (735b371665166f546c965fd8a395938b4375779f26726a02bbe8a4e8e217bba5) AuthConfig (0d93e932d92a55b34504cd149789c9094151729e717bb1b4010c531023a24299) AuthConfig (6f3e564db4478749b36cbb5eb2b49318d4580853b045cbbeded34ea0c76d3f0a) AuthConfig (3c29c22267d4429e0e07ae86adbbaeab3a6cb80313475090d47bd91964da9410) AuthConfig (75e9f408bf49c2f9ad54ad49b19aa7288140de04b36236d503a4fb8a7f26d568) AuthConfig (9650476c0eb081b63207977d07eab7a857b395739c854d8f59c03e5caf47ddaf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"c9a5ca34-1d72-4e65-bcee-1f58e0790402","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:29.797985407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"93f21263-2db1-4c79-8bc2-eb9614548d04","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:29.800427989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"premium-w3-68b670","reconcileID":"77c5e721-4aff-4e5a-8378-1b8fcdfeab93","MaaSModelRef":{"name":"premium-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"premium-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"premium-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:29.956337243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"aae52525-0ac9-44f1-840c-2a60306f4964","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:29.957885374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"0aba5c64-17f3-4054-854e-24a750e4d67e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:30.016119885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"aae52525-0ac9-44f1-840c-2a60306f4964","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:30.019208379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"0aba5c64-17f3-4054-854e-24a750e4d67e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:30.073587404Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-68b670-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (258bd8003e233fb737b656e40f21c9ebb8d141235f72d7b655325ba705e27a8b) AuthConfig (0901c7b76672d7dd519e3c7bd874d113f5b913247e5c017ac30f5eac22912c84) AuthConfig (64d421687332b646dc87bae22d0308fa027ddfe52625bee538a90202a4cda0c5) AuthConfig (dabef6156adc1ed2453032ef40f3454e213d45840688c523222953edad395709) AuthConfig (fc14d2eef0dcff9283e553df2e9835f202ec1d2f1ced76467ddaee27a6188c2b) AuthConfig (5d67a631c5df27256b589a3dcec00789e303b38b1425c74351322b600285fc46) AuthConfig (1dedd371d90f8553b5fc2299c7871d63e6bbe89c1f77fc046398a355ebc80b0c) AuthConfig (376244dc3277f89b64662a56a32f36388bd849b09dc9a6281e3760617e318f32) AuthConfig (572a76cd28a7ff3e85440a43b219fecd09323fefc2c9dea320b979c210eed335) AuthConfig (1567c93cf4031d8f8fd59b99238461c401f1d3ab30667e84db24cd93a68d155b) AuthConfig (547ea8976d180a52309260bda378dd6230f8fd86531d064449eb45d88e29d9dd) AuthConfig (7640cb411e5b8e44d6f368e2a7839308f4075aadf601621d779b2855cb6afbb0) AuthConfig (d33a6fd45ad9da053da74dc4719e4fd0932efd1ec29041859577df8f519ed1d9) AuthConfig (7ac0cfa78548db0e90be9d79e4da8750efd351d170a9c418312deb553dd87ab2) AuthConfig (52faac29364c8e297699f39db3d58e45a8009d5beb1948098101fbab7458d5ed) AuthConfig (fa96df688ac5860e93d005caa0194dec2594b078c7b40cdac4fdb8a98659ff04) AuthConfig (ec55724d5a2554e28914233ea4ddf22bbe0aad234290b83209ca4bb1d5a89cf1) AuthConfig (8bae94eca2fe12e866f4c004cd8b393bd774484c4e78075eb1c14ca35f9e045b) AuthConfig (36689bbcfda165e9dd7f505901a2b44a69f6a7aa51d530cbb1deb77481eee8fe) AuthConfig (68ae072b953865d34b491205ac732ee3c51d2d8b2d31e1e1775bb1b3cc75e99d) AuthConfig (014ea291733e28f717c75e067e5ab64ea2df5ef4d2f32c686c6a948223d3bd3d) AuthConfig (05c450ffbe16580092f33e65dce2bad7850510e0bc0c5fe7fef242438aae65cf) AuthConfig (d66adbd872a9065edaa395b733ca4f4772864be4dee1c7a5e5b9cd59fa5b8a2f) AuthConfig (c8b8223b382742b5f0937782a47c866cad3e20df069c1dc1c7a5eb2cf210909a) AuthConfig (735b371665166f546c965fd8a395938b4375779f26726a02bbe8a4e8e217bba5) AuthConfig (0d93e932d92a55b34504cd149789c9094151729e717bb1b4010c531023a24299) AuthConfig (6f3e564db4478749b36cbb5eb2b49318d4580853b045cbbeded34ea0c76d3f0a) AuthConfig (3c29c22267d4429e0e07ae86adbbaeab3a6cb80313475090d47bd91964da9410) AuthConfig (75e9f408bf49c2f9ad54ad49b19aa7288140de04b36236d503a4fb8a7f26d568) AuthConfig (9650476c0eb081b63207977d07eab7a857b395739c854d8f59c03e5caf47ddaf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"aae52525-0ac9-44f1-840c-2a60306f4964","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:30.076319699Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-68b670-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (258bd8003e233fb737b656e40f21c9ebb8d141235f72d7b655325ba705e27a8b) AuthConfig (0901c7b76672d7dd519e3c7bd874d113f5b913247e5c017ac30f5eac22912c84) AuthConfig (64d421687332b646dc87bae22d0308fa027ddfe52625bee538a90202a4cda0c5) AuthConfig (dabef6156adc1ed2453032ef40f3454e213d45840688c523222953edad395709) AuthConfig (fc14d2eef0dcff9283e553df2e9835f202ec1d2f1ced76467ddaee27a6188c2b) AuthConfig (5d67a631c5df27256b589a3dcec00789e303b38b1425c74351322b600285fc46) AuthConfig (1dedd371d90f8553b5fc2299c7871d63e6bbe89c1f77fc046398a355ebc80b0c) AuthConfig (376244dc3277f89b64662a56a32f36388bd849b09dc9a6281e3760617e318f32) AuthConfig (572a76cd28a7ff3e85440a43b219fecd09323fefc2c9dea320b979c210eed335) AuthConfig (1567c93cf4031d8f8fd59b99238461c401f1d3ab30667e84db24cd93a68d155b) AuthConfig (547ea8976d180a52309260bda378dd6230f8fd86531d064449eb45d88e29d9dd) AuthConfig (7640cb411e5b8e44d6f368e2a7839308f4075aadf601621d779b2855cb6afbb0) AuthConfig (d33a6fd45ad9da053da74dc4719e4fd0932efd1ec29041859577df8f519ed1d9) AuthConfig (7ac0cfa78548db0e90be9d79e4da8750efd351d170a9c418312deb553dd87ab2) AuthConfig (52faac29364c8e297699f39db3d58e45a8009d5beb1948098101fbab7458d5ed) AuthConfig (fa96df688ac5860e93d005caa0194dec2594b078c7b40cdac4fdb8a98659ff04) AuthConfig (ec55724d5a2554e28914233ea4ddf22bbe0aad234290b83209ca4bb1d5a89cf1) AuthConfig (8bae94eca2fe12e866f4c004cd8b393bd774484c4e78075eb1c14ca35f9e045b) AuthConfig (36689bbcfda165e9dd7f505901a2b44a69f6a7aa51d530cbb1deb77481eee8fe) AuthConfig (68ae072b953865d34b491205ac732ee3c51d2d8b2d31e1e1775bb1b3cc75e99d) AuthConfig (014ea291733e28f717c75e067e5ab64ea2df5ef4d2f32c686c6a948223d3bd3d) AuthConfig (05c450ffbe16580092f33e65dce2bad7850510e0bc0c5fe7fef242438aae65cf) AuthConfig (d66adbd872a9065edaa395b733ca4f4772864be4dee1c7a5e5b9cd59fa5b8a2f) AuthConfig (c8b8223b382742b5f0937782a47c866cad3e20df069c1dc1c7a5eb2cf210909a) AuthConfig (735b371665166f546c965fd8a395938b4375779f26726a02bbe8a4e8e217bba5) AuthConfig (0d93e932d92a55b34504cd149789c9094151729e717bb1b4010c531023a24299) AuthConfig (6f3e564db4478749b36cbb5eb2b49318d4580853b045cbbeded34ea0c76d3f0a) AuthConfig (3c29c22267d4429e0e07ae86adbbaeab3a6cb80313475090d47bd91964da9410) AuthConfig (75e9f408bf49c2f9ad54ad49b19aa7288140de04b36236d503a4fb8a7f26d568) AuthConfig (9650476c0eb081b63207977d07eab7a857b395739c854d8f59c03e5caf47ddaf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"0aba5c64-17f3-4054-854e-24a750e4d67e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:31.218204229Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:40.234035674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"472bbc73-8b23-403f-996d-bf9018328722","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:40.235577585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"51d97c5a-aa03-4273-912b-21badc8324c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:40.310157725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"472bbc73-8b23-403f-996d-bf9018328722","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:40.331090325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"51d97c5a-aa03-4273-912b-21badc8324c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:40.377672301Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-68b670-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (258bd8003e233fb737b656e40f21c9ebb8d141235f72d7b655325ba705e27a8b) AuthConfig (0901c7b76672d7dd519e3c7bd874d113f5b913247e5c017ac30f5eac22912c84) AuthConfig (64d421687332b646dc87bae22d0308fa027ddfe52625bee538a90202a4cda0c5) AuthConfig (dabef6156adc1ed2453032ef40f3454e213d45840688c523222953edad395709) AuthConfig (fc14d2eef0dcff9283e553df2e9835f202ec1d2f1ced76467ddaee27a6188c2b) AuthConfig (5d67a631c5df27256b589a3dcec00789e303b38b1425c74351322b600285fc46) AuthConfig (1dedd371d90f8553b5fc2299c7871d63e6bbe89c1f77fc046398a355ebc80b0c) AuthConfig (376244dc3277f89b64662a56a32f36388bd849b09dc9a6281e3760617e318f32) AuthConfig (572a76cd28a7ff3e85440a43b219fecd09323fefc2c9dea320b979c210eed335) AuthConfig (1567c93cf4031d8f8fd59b99238461c401f1d3ab30667e84db24cd93a68d155b) AuthConfig (547ea8976d180a52309260bda378dd6230f8fd86531d064449eb45d88e29d9dd) AuthConfig (7640cb411e5b8e44d6f368e2a7839308f4075aadf601621d779b2855cb6afbb0) AuthConfig (d33a6fd45ad9da053da74dc4719e4fd0932efd1ec29041859577df8f519ed1d9) AuthConfig (7ac0cfa78548db0e90be9d79e4da8750efd351d170a9c418312deb553dd87ab2) AuthConfig (52faac29364c8e297699f39db3d58e45a8009d5beb1948098101fbab7458d5ed) AuthConfig (fa96df688ac5860e93d005caa0194dec2594b078c7b40cdac4fdb8a98659ff04) AuthConfig (ec55724d5a2554e28914233ea4ddf22bbe0aad234290b83209ca4bb1d5a89cf1) AuthConfig (8bae94eca2fe12e866f4c004cd8b393bd774484c4e78075eb1c14ca35f9e045b) AuthConfig (36689bbcfda165e9dd7f505901a2b44a69f6a7aa51d530cbb1deb77481eee8fe) AuthConfig (68ae072b953865d34b491205ac732ee3c51d2d8b2d31e1e1775bb1b3cc75e99d) AuthConfig (014ea291733e28f717c75e067e5ab64ea2df5ef4d2f32c686c6a948223d3bd3d) AuthConfig (05c450ffbe16580092f33e65dce2bad7850510e0bc0c5fe7fef242438aae65cf) AuthConfig (d66adbd872a9065edaa395b733ca4f4772864be4dee1c7a5e5b9cd59fa5b8a2f) AuthConfig (c8b8223b382742b5f0937782a47c866cad3e20df069c1dc1c7a5eb2cf210909a) AuthConfig (735b371665166f546c965fd8a395938b4375779f26726a02bbe8a4e8e217bba5) AuthConfig (0d93e932d92a55b34504cd149789c9094151729e717bb1b4010c531023a24299) AuthConfig (6f3e564db4478749b36cbb5eb2b49318d4580853b045cbbeded34ea0c76d3f0a) AuthConfig (3c29c22267d4429e0e07ae86adbbaeab3a6cb80313475090d47bd91964da9410) AuthConfig (75e9f408bf49c2f9ad54ad49b19aa7288140de04b36236d503a4fb8a7f26d568) AuthConfig (9650476c0eb081b63207977d07eab7a857b395739c854d8f59c03e5caf47ddaf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"472bbc73-8b23-403f-996d-bf9018328722","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:40.395639439Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-68b670-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (258bd8003e233fb737b656e40f21c9ebb8d141235f72d7b655325ba705e27a8b) AuthConfig (0901c7b76672d7dd519e3c7bd874d113f5b913247e5c017ac30f5eac22912c84) AuthConfig (64d421687332b646dc87bae22d0308fa027ddfe52625bee538a90202a4cda0c5) AuthConfig (dabef6156adc1ed2453032ef40f3454e213d45840688c523222953edad395709) AuthConfig (fc14d2eef0dcff9283e553df2e9835f202ec1d2f1ced76467ddaee27a6188c2b) AuthConfig (5d67a631c5df27256b589a3dcec00789e303b38b1425c74351322b600285fc46) AuthConfig (1dedd371d90f8553b5fc2299c7871d63e6bbe89c1f77fc046398a355ebc80b0c) AuthConfig (376244dc3277f89b64662a56a32f36388bd849b09dc9a6281e3760617e318f32) AuthConfig (572a76cd28a7ff3e85440a43b219fecd09323fefc2c9dea320b979c210eed335) AuthConfig (1567c93cf4031d8f8fd59b99238461c401f1d3ab30667e84db24cd93a68d155b) AuthConfig (547ea8976d180a52309260bda378dd6230f8fd86531d064449eb45d88e29d9dd) AuthConfig (7640cb411e5b8e44d6f368e2a7839308f4075aadf601621d779b2855cb6afbb0) AuthConfig (d33a6fd45ad9da053da74dc4719e4fd0932efd1ec29041859577df8f519ed1d9) AuthConfig (7ac0cfa78548db0e90be9d79e4da8750efd351d170a9c418312deb553dd87ab2) AuthConfig (52faac29364c8e297699f39db3d58e45a8009d5beb1948098101fbab7458d5ed) AuthConfig (fa96df688ac5860e93d005caa0194dec2594b078c7b40cdac4fdb8a98659ff04) AuthConfig (ec55724d5a2554e28914233ea4ddf22bbe0aad234290b83209ca4bb1d5a89cf1) AuthConfig (8bae94eca2fe12e866f4c004cd8b393bd774484c4e78075eb1c14ca35f9e045b) AuthConfig (36689bbcfda165e9dd7f505901a2b44a69f6a7aa51d530cbb1deb77481eee8fe) AuthConfig (68ae072b953865d34b491205ac732ee3c51d2d8b2d31e1e1775bb1b3cc75e99d) AuthConfig (014ea291733e28f717c75e067e5ab64ea2df5ef4d2f32c686c6a948223d3bd3d) AuthConfig (05c450ffbe16580092f33e65dce2bad7850510e0bc0c5fe7fef242438aae65cf) AuthConfig (d66adbd872a9065edaa395b733ca4f4772864be4dee1c7a5e5b9cd59fa5b8a2f) AuthConfig (c8b8223b382742b5f0937782a47c866cad3e20df069c1dc1c7a5eb2cf210909a) AuthConfig (735b371665166f546c965fd8a395938b4375779f26726a02bbe8a4e8e217bba5) AuthConfig (0d93e932d92a55b34504cd149789c9094151729e717bb1b4010c531023a24299) AuthConfig (6f3e564db4478749b36cbb5eb2b49318d4580853b045cbbeded34ea0c76d3f0a) AuthConfig (3c29c22267d4429e0e07ae86adbbaeab3a6cb80313475090d47bd91964da9410) AuthConfig (75e9f408bf49c2f9ad54ad49b19aa7288140de04b36236d503a4fb8a7f26d568) AuthConfig (9650476c0eb081b63207977d07eab7a857b395739c854d8f59c03e5caf47ddaf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"51d97c5a-aa03-4273-912b-21badc8324c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:41.806363037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"a68db552-645b-42b8-b784-c93c21407e66","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:41.874836049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"eedcecc5-6c85-4a9d-86b5-b30e51b83b31","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:42.855217063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"fd70915c-d846-42a6-b807-fd42d3d5cd36","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:42.914278701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"9c5d6f80-68ce-44fa-ba07-ab5b8a0cbb73","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:43.079024331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-apikey-active-auth","reconcileID":"cd929c2b-eff2-4afe-ab40-331e23bcd3ee","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:43.13755704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-apikey-active-auth","reconcileID":"cd929c2b-eff2-4afe-ab40-331e23bcd3ee","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:43.246032346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"namespace":"e2e-models-e2e-worker-w0-0aa6b9","name":"premium-w0-0aa6b9","reconcileID":"826038f3-1810-48f9-ac16-ca28b0b849bd","MaaSModelRef":{"name":"premium-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"routeName":"premium-w0-0aa6b9-kserve-route","namespace":"e2e-models-e2e-worker-w0-0aa6b9","llmisvcName":"premium-w0-0aa6b9","gateway":"openshift-ingress/e2e-worker-w0-0aa6b9","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:19:43.270629456Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-apikey-active-sub","reconcileID":"cd33780e-4021-48e9-9367-adafda414019","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:43.307603538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"c793eeba-359c-4c19-a22a-5bc9486adae7","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:43.310532091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"2d1b7cf2-fd42-4778-b872-acb4758583ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:43.31078068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"de2c6b4d-bc5e-4dd5-8d53-f68f9424e477","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:43.368895084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"de2c6b4d-bc5e-4dd5-8d53-f68f9424e477","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:43.370250423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"2d1b7cf2-fd42-4778-b872-acb4758583ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:43.379291764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"namespace":"e2e-models-e2e-worker-w0-0aa6b9","name":"simulator-w0-0aa6b9","reconcileID":"95b499e4-4d69-47d5-ad96-a77b3c568cb1","MaaSModelRef":{"name":"simulator-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"routeName":"simulator-w0-0aa6b9-kserve-route","namespace":"e2e-models-e2e-worker-w0-0aa6b9","llmisvcName":"simulator-w0-0aa6b9","gateway":"openshift-ingress/e2e-worker-w0-0aa6b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:43.429929761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"19d45864-fe1a-4565-9de3-06308dc67fe3","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:43.435340015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"namespace":"e2e-models-e2e-worker-w0-0aa6b9","name":"simulator-w0-0aa6b9","reconcileID":"294735e1-4ab1-44fe-94d2-7567b60140dc","MaaSModelRef":{"name":"simulator-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"routeName":"simulator-w0-0aa6b9-kserve-route","namespace":"e2e-models-e2e-worker-w0-0aa6b9","llmisvcName":"simulator-w0-0aa6b9","gateway":"openshift-ingress/e2e-worker-w0-0aa6b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:43.462291428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"c23bfc32-2770-49b9-aa65-ea8cc5d69d0e","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:43.486475588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"94d4248d-e02b-41b1-b7fe-e36d46978b7d","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:19:43.489371375Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-subscription","reconcileID":"82b91341-0737-4177-9a79-d8b4dc1833c4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:43.603698371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"namespace":"e2e-models-e2e-worker-w0-0aa6b9","name":"simulator-w0-0aa6b9","reconcileID":"af0397c3-6baa-4464-9bcd-5b1980e89390","MaaSModelRef":{"name":"simulator-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"routeName":"simulator-w0-0aa6b9-kserve-route","namespace":"e2e-models-e2e-worker-w0-0aa6b9","llmisvcName":"simulator-w0-0aa6b9","gateway":"openshift-ingress/e2e-worker-w0-0aa6b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:43.623310092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-apikey-active-auth","reconcileID":"751fde80-e1a4-419a-985c-799f64dc1ed3","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:43.659886171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"namespace":"e2e-models-e2e-worker-w0-0aa6b9","name":"simulator-w0-0aa6b9","reconcileID":"c96524ae-1718-426c-9369-5ba3f9e25bbd","MaaSModelRef":{"name":"simulator-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"routeName":"simulator-w0-0aa6b9-kserve-route","namespace":"e2e-models-e2e-worker-w0-0aa6b9","llmisvcName":"simulator-w0-0aa6b9","gateway":"openshift-ingress/e2e-worker-w0-0aa6b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:43.664685831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"namespace":"e2e-models-e2e-worker-w0-0aa6b9","name":"simulator-w0-0aa6b9","reconcileID":"0169619b-b263-4523-84c3-9b87ab6f45d4","MaaSModelRef":{"name":"simulator-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"routeName":"simulator-w0-0aa6b9-kserve-route","namespace":"e2e-models-e2e-worker-w0-0aa6b9","llmisvcName":"simulator-w0-0aa6b9","gateway":"openshift-ingress/e2e-worker-w0-0aa6b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:43.68187924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-apikey-active-auth","reconcileID":"751fde80-e1a4-419a-985c-799f64dc1ed3","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:43.72325333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"c48880cb-96ff-460e-92cc-a23f17d34a3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:43.723279586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"c7c71eb1-c6c9-47f4-8640-f018d79197ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:43.724054795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"namespace":"e2e-models-e2e-worker-w0-0aa6b9","name":"simulator-w0-0aa6b9","reconcileID":"43f80804-4631-41b8-9c04-b5e7a6aecfbc","MaaSModelRef":{"name":"simulator-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"routeName":"simulator-w0-0aa6b9-kserve-route","namespace":"e2e-models-e2e-worker-w0-0aa6b9","llmisvcName":"simulator-w0-0aa6b9","gateway":"openshift-ingress/e2e-worker-w0-0aa6b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:43.761097038Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-apikey-active-sub","reconcileID":"6518c61a-119f-4308-b82b-2937068ebc6e","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-de27f5/e2e-apikey-active-sub","ai-tenant-e2e-worker-w2-de27f5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:43.781887927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"c48880cb-96ff-460e-92cc-a23f17d34a3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:43.781906649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"c7c71eb1-c6c9-47f4-8640-f018d79197ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:43.826523206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"bb5358d2-122e-4a83-99cb-68906feebf40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:43.884590263Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-subscription","reconcileID":"5826834f-9e92-4b71-bc4a-3492f5a762fc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-simulator-w0-0aa6b9","model":"simulator-w0-0aa6b9","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-0aa6b9/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:43.943915679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"d6f8bca0-ba66-48a6-970d-629788c6e788","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:43.959333948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"namespace":"e2e-models-e2e-worker-w0-0aa6b9","name":"premium-w0-0aa6b9","reconcileID":"3cd638c2-4152-476e-bf09-af67afd417dd","MaaSModelRef":{"name":"premium-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"routeName":"premium-w0-0aa6b9-kserve-route","namespace":"e2e-models-e2e-worker-w0-0aa6b9","llmisvcName":"premium-w0-0aa6b9","gateway":"openshift-ingress/e2e-worker-w0-0aa6b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:43.96174125Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"bb5358d2-122e-4a83-99cb-68906feebf40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:43.982085442Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-subscription","reconcileID":"c8ee81c3-d246-423d-a19d-c2aeaf14e6ea","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:44.018268658Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-0aa6b9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"bb5358d2-122e-4a83-99cb-68906feebf40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:44.021066133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"1d984443-f783-4d72-9cb1-2992cd59e1e8","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:44.053175209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"namespace":"e2e-models-e2e-worker-w0-0aa6b9","name":"simulator-w0-0aa6b9","reconcileID":"ca71f704-7e54-4d7f-a9f8-07d9b99225da","MaaSModelRef":{"name":"simulator-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"routeName":"simulator-w0-0aa6b9-kserve-route","namespace":"e2e-models-e2e-worker-w0-0aa6b9","llmisvcName":"simulator-w0-0aa6b9","gateway":"openshift-ingress/e2e-worker-w0-0aa6b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:44.071097493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"namespace":"e2e-models-e2e-worker-w0-0aa6b9","name":"premium-w0-0aa6b9","reconcileID":"12ecd684-8744-4d63-a771-4b72b521b360","MaaSModelRef":{"name":"premium-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"routeName":"premium-w0-0aa6b9-kserve-route","namespace":"e2e-models-e2e-worker-w0-0aa6b9","llmisvcName":"premium-w0-0aa6b9","gateway":"openshift-ingress/e2e-worker-w0-0aa6b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:44.074773839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"namespace":"e2e-models-e2e-worker-w0-0aa6b9","name":"simulator-w0-0aa6b9","reconcileID":"de9ec900-91da-47c1-b119-f8f3239231c5","MaaSModelRef":{"name":"simulator-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"routeName":"simulator-w0-0aa6b9-kserve-route","namespace":"e2e-models-e2e-worker-w0-0aa6b9","llmisvcName":"simulator-w0-0aa6b9","gateway":"openshift-ingress/e2e-worker-w0-0aa6b9","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:19:44.075580234Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-0aa6b9/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:44.129380014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"namespace":"e2e-models-e2e-worker-w0-0aa6b9","name":"premium-w0-0aa6b9","reconcileID":"7c2a6cb3-d0d3-4377-a1a3-37e094880c24","MaaSModelRef":{"name":"premium-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"routeName":"premium-w0-0aa6b9-kserve-route","namespace":"e2e-models-e2e-worker-w0-0aa6b9","llmisvcName":"premium-w0-0aa6b9","gateway":"openshift-ingress/e2e-worker-w0-0aa6b9","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:19:44.132422603Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-0aa6b9/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:44.1612847Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-apikey-active-sub","reconcileID":"5264f340-38b2-43b4-a5d9-8b43d9f9b992","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:44.181553312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"d1ac0745-2424-4f30-a661-bd558d27c4d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:44.239694143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"d1ac0745-2424-4f30-a661-bd558d27c4d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:44.245053289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"namespace":"e2e-models-e2e-worker-w0-0aa6b9","name":"premium-w0-0aa6b9","reconcileID":"639099ca-9a98-41ab-83fc-23c31f9ff52b","MaaSModelRef":{"name":"premium-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"routeName":"premium-w0-0aa6b9-kserve-route","namespace":"e2e-models-e2e-worker-w0-0aa6b9","llmisvcName":"premium-w0-0aa6b9","gateway":"openshift-ingress/e2e-worker-w0-0aa6b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:44.26703542Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-subscription","reconcileID":"a7ee1877-523f-4b7e-9742-306f0c3bd329","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-simulator-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/simulator-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:44.2970457Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-0aa6b9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"d1ac0745-2424-4f30-a661-bd558d27c4d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:44.312568521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"namespace":"e2e-models-e2e-worker-w0-0aa6b9","name":"premium-w0-0aa6b9","reconcileID":"e319a455-fd71-4e36-af25-a6da69096590","MaaSModelRef":{"name":"premium-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"routeName":"premium-w0-0aa6b9-kserve-route","namespace":"e2e-models-e2e-worker-w0-0aa6b9","llmisvcName":"premium-w0-0aa6b9","gateway":"openshift-ingress/e2e-worker-w0-0aa6b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:44.371347942Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-subscription","reconcileID":"49d46da8-7650-485d-b166-65bde32bfeb1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-premium-w0-0aa6b9","model":"premium-w0-0aa6b9","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-0aa6b9/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:44.474640399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"4899e8a1-07d1-4fc5-87f3-31a733e10809","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:44.474640376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"086d7495-c1ea-46f2-a624-94204028cf16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:44.537735725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"086d7495-c1ea-46f2-a624-94204028cf16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:44.539035687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"4899e8a1-07d1-4fc5-87f3-31a733e10809","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:44.53978949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"namespace":"e2e-models-e2e-worker-w0-0aa6b9","name":"premium-w0-0aa6b9","reconcileID":"37bd3d88-7e76-4672-baff-acd48f0215c8","MaaSModelRef":{"name":"premium-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"routeName":"premium-w0-0aa6b9-kserve-route","namespace":"e2e-models-e2e-worker-w0-0aa6b9","llmisvcName":"premium-w0-0aa6b9","gateway":"openshift-ingress/e2e-worker-w0-0aa6b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:44.597218686Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-0aa6b9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"4899e8a1-07d1-4fc5-87f3-31a733e10809","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:44.597258556Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-0aa6b9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"086d7495-c1ea-46f2-a624-94204028cf16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:44.654292469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"namespace":"e2e-models-e2e-worker-w0-0aa6b9","name":"premium-w0-0aa6b9","reconcileID":"5981582c-ead8-4ea4-b34e-81ff4c70ad14","MaaSModelRef":{"name":"premium-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"routeName":"premium-w0-0aa6b9-kserve-route","namespace":"e2e-models-e2e-worker-w0-0aa6b9","llmisvcName":"premium-w0-0aa6b9","gateway":"openshift-ingress/e2e-worker-w0-0aa6b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:44.754772655Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-subscription","reconcileID":"19eb0611-7e47-4f84-9bfb-590e7f0c5cfd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-premium-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/premium-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:44.813411559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"73b8f5be-bfed-4a70-af9c-cb2b9547bcf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:44.871905875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"73b8f5be-bfed-4a70-af9c-cb2b9547bcf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:44.928984336Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-0aa6b9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"73b8f5be-bfed-4a70-af9c-cb2b9547bcf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:46.084272402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"31919cbd-ccd4-4097-899e-07d331e08d6d","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:46.243108854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-apikey-active-auth","reconcileID":"5744fd6a-2090-40e7-8fd9-877c4370ac33","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:46.243146943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"c8cd319f-84cd-4ca4-a155-8edebb284291","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:46.243640954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"f25286b1-7643-48fd-9062-eb21a955c8f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:46.301653683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-apikey-active-auth","reconcileID":"5744fd6a-2090-40e7-8fd9-877c4370ac33","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:46.303063352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"f25286b1-7643-48fd-9062-eb21a955c8f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:46.303829247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"c8cd319f-84cd-4ca4-a155-8edebb284291","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:50.537401073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"b5c8c5cd-2148-4e42-865b-bdd7321f2090","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:50.555060555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"33a3e742-006a-4628-8ada-3d7ee2632a2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:50.595914599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"b5c8c5cd-2148-4e42-865b-bdd7321f2090","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:50.612863543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"33a3e742-006a-4628-8ada-3d7ee2632a2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:50.870172978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"837afb45-5501-47cb-bc00-dadbe2ca761a","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:50.915267111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"premium-w3-68b670","reconcileID":"63cbe768-769a-4700-aba9-a8fa49f84067","MaaSModelRef":{"name":"premium-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"premium-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"premium-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:51.134259198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"premium-w1-5a6246","reconcileID":"7bccf16f-cb95-4a96-9d82-ba6940f879ee","MaaSModelRef":{"name":"premium-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"premium-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"premium-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:51.252859792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"simulator-w1-5a6246","reconcileID":"8fee12f1-7140-41f3-a9df-90dd46c3db98","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"simulator-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"simulator-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:51.311941134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"namespace":"e2e-models-e2e-worker-w0-0aa6b9","name":"premium-w0-0aa6b9","reconcileID":"c96d02b5-d1ad-424c-a76e-2d7bba31a663","MaaSModelRef":{"name":"premium-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"routeName":"premium-w0-0aa6b9-kserve-route","namespace":"e2e-models-e2e-worker-w0-0aa6b9","llmisvcName":"premium-w0-0aa6b9","gateway":"openshift-ingress/e2e-worker-w0-0aa6b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:51.36079173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"simulator-w1-5a6246","reconcileID":"67ccca58-3240-49b6-b5b6-d9f66f8ff775","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"simulator-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"simulator-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:19:51.366395043Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-5a6246/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:51.41923264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"simulator-w1-5a6246","reconcileID":"153c14a8-ba9a-442f-a960-ad5444b17507","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"simulator-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"simulator-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:51.426395493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"namespace":"e2e-models-e2e-worker-w0-0aa6b9","name":"simulator-w0-0aa6b9","reconcileID":"2b1e1ba3-9617-4bd4-bf76-b69c871a1cd0","MaaSModelRef":{"name":"simulator-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"routeName":"simulator-w0-0aa6b9-kserve-route","namespace":"e2e-models-e2e-worker-w0-0aa6b9","llmisvcName":"simulator-w0-0aa6b9","gateway":"openshift-ingress/e2e-worker-w0-0aa6b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:51.542501463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"simulator-w1-5a6246","reconcileID":"83b789f4-6260-43fd-a894-7ca2502dc95a","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"simulator-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"simulator-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:51.608325163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"simulator-w1-5a6246","reconcileID":"327c6a55-f6fd-4ff4-9dce-a110ac66a4ed","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"simulator-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"simulator-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:51.65028729Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-subscription","reconcileID":"d5d53c55-1b3a-4ff3-9622-73295f40899d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-simulator-w1-5a6246","model":"simulator-w1-5a6246","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-5a6246/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:19:51.664214015Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"simulator-w1-5a6246","reconcileID":"327c6a55-f6fd-4ff4-9dce-a110ac66a4ed","name":"simulator-w1-5a6246","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w1-5a6246\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:19:51.664271067Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"simulator-w1-5a6246","reconcileID":"327c6a55-f6fd-4ff4-9dce-a110ac66a4ed","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w1-5a6246\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:51.669595928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"simulator-w1-5a6246","reconcileID":"b4cc349a-949c-4bce-b4c1-73a234f88134","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"simulator-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"simulator-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:51.739187267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"47ffdfe6-1336-4dae-bfdc-d6d6680180a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:51.836675307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"simulator-w1-5a6246","reconcileID":"1161b399-0742-4964-8ece-66cbdaedc9d1","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"simulator-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"simulator-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:51.8742675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"premium-w1-5a6246","reconcileID":"de7c4fd8-663d-4a4e-9c9d-8d3afe6adbbd","MaaSModelRef":{"name":"premium-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"premium-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"premium-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:51.880486777Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"47ffdfe6-1336-4dae-bfdc-d6d6680180a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:51.933923775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"simulator-w1-5a6246","reconcileID":"ec1181ad-3f5e-45ea-9d1f-8d619a8e9f01","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"simulator-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"simulator-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:51.937294145Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-5a6246-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"47ffdfe6-1336-4dae-bfdc-d6d6680180a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:51.981537168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"premium-w1-5a6246","reconcileID":"4f7359a0-7375-4655-8e9c-cf9702a8da1b","MaaSModelRef":{"name":"premium-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"premium-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"premium-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:19:51.988280074Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-5a6246/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:51.995877036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"simulator-w1-5a6246","reconcileID":"e61be1bc-4530-4bda-822b-11332c87d18e","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"simulator-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"simulator-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:52.101489741Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-subscription","reconcileID":"e8cd20e5-6a4a-46da-9bdc-576d7778bfa6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-simulator-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/simulator-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:52.101878445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"premium-w1-5a6246","reconcileID":"29c7fd21-18e6-4a41-84ba-60174fb4a174","MaaSModelRef":{"name":"premium-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"premium-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"premium-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:52.153841756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"34b04a0a-6548-40b2-b8aa-2826b7d348db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:52.209394104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"premium-w1-5a6246","reconcileID":"97512061-368d-4888-91f3-9d830d17cd5e","MaaSModelRef":{"name":"premium-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"premium-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"premium-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:52.217685451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"34b04a0a-6548-40b2-b8aa-2826b7d348db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:52.269026049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"premium-w1-5a6246","reconcileID":"6788d571-2f9d-4304-96de-daae0b4c0308","MaaSModelRef":{"name":"premium-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"premium-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"premium-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:52.274463703Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-5a6246-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"34b04a0a-6548-40b2-b8aa-2826b7d348db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:52.319095868Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-subscription","reconcileID":"3ef024a6-ad8c-4e42-8e98-8fe40b0b6a2a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-premium-w1-5a6246","model":"premium-w1-5a6246","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-5a6246/premium-simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:19:52.324220839Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"premium-w1-5a6246","reconcileID":"6788d571-2f9d-4304-96de-daae0b4c0308","name":"premium-w1-5a6246","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w1-5a6246\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:19:52.324276811Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"premium-w1-5a6246","reconcileID":"6788d571-2f9d-4304-96de-daae0b4c0308","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w1-5a6246\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:52.329789274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"premium-w1-5a6246","reconcileID":"3311c42d-5b1d-41d9-8182-1a65b57236e4","MaaSModelRef":{"name":"premium-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"premium-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"premium-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:52.426624801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"a955fe3e-575b-4611-8b5f-ad4adc2abbea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:52.431992165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"ce8afbf5-b583-4cc1-985b-89135eed5d55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:52.484635351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"a955fe3e-575b-4611-8b5f-ad4adc2abbea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:52.485560972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"premium-w1-5a6246","reconcileID":"deb7018a-dc75-4d80-9ba0-df8f47291719","MaaSModelRef":{"name":"premium-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"premium-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"premium-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:52.489840924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"ce8afbf5-b583-4cc1-985b-89135eed5d55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:52.541738279Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-5a6246-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"a955fe3e-575b-4611-8b5f-ad4adc2abbea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:52.546428051Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-5a6246-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"ce8afbf5-b583-4cc1-985b-89135eed5d55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:52.60015816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"premium-w1-5a6246","reconcileID":"f31ca429-6347-4d58-8302-a1b1e5d53af6","MaaSModelRef":{"name":"premium-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"premium-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"premium-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:52.701877778Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-subscription","reconcileID":"00e66064-23d9-4cad-aa72-0c4ea08af641","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-premium-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/premium-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:52.762004605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"ee4cfdfa-e66c-46fb-ab3d-109ae25ee8e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:52.820260165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"ee4cfdfa-e66c-46fb-ab3d-109ae25ee8e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:52.877501896Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-5a6246-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"ee4cfdfa-e66c-46fb-ab3d-109ae25ee8e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:54.505551034Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-subscription","reconcileID":"3c740596-6f85-476c-8d72-e88c11381946","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-simulator-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/simulator-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:54.674849885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"namespace":"e2e-models-e2e-worker-w0-0aa6b9","name":"simulator-w0-0aa6b9","reconcileID":"14e30392-06b5-42a4-aaf7-b6048edbe72b","MaaSModelRef":{"name":"simulator-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"routeName":"simulator-w0-0aa6b9-kserve-route","namespace":"e2e-models-e2e-worker-w0-0aa6b9","llmisvcName":"simulator-w0-0aa6b9","gateway":"openshift-ingress/e2e-worker-w0-0aa6b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:54.756281985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"90e2e5a9-77b4-439b-9737-b7c61de6d283","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:54.814718568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"90e2e5a9-77b4-439b-9737-b7c61de6d283","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:54.867898862Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-subscription","reconcileID":"403e6566-187a-4d0c-abd2-8e47c42c719a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-premium-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/premium-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:54.872071099Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-0aa6b9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (294e2ea1b5f14e6907d023d9a0b5bd609519d1334e7ef7ff3524f4b41ad40bfe) AuthConfig (a961a78e138a8af84f6bb7514c42df53bd75a0c84737e0c0580bf1339d159f94) AuthConfig (66d6eb02a78ed748bd3e27f5ff909aebdeb3d42fec81b5920c450e518bc5005b) AuthConfig (d1ba59bc7de9f9468a8bc5db2d6257c26ed9befae5766b1caf1e1100ef3bdf72) AuthConfig (98822a7c7776230041337da20bf760b9bc9d37b394a331964a5c8eb6f5386c22) AuthConfig (044ef7757bc79f9bec041859093bba9fc099d62adcb9dc54f507306b15660622) AuthConfig (fc64def1d640bc01781a0c19fc9325ec5032d1fdb2df94a80672c99c8e9f6d9c) AuthConfig (f5e15811197bedad9f6582793da0c069112a5a1eacd89cc3a1db0a60572abbaf) AuthConfig (16bd05d2a2b5023afe335869625b017c4b7a4d5a0801059e54298631ed8bbd0d) AuthConfig (870a0c835c7d5d3b0a4b6aaa23b9e879afa7e9dc3555d2a4107e5fd2b61e988c) AuthConfig (be793c80033e962cd1fa5b3ecdd5a5ee77201e230663b8d30f7048b34be82e11) AuthConfig (196ce78ee7b3e73c4ce567cd522f0d9d3e970010a700aed248e5d5633c6b718d) AuthConfig (3b3c8af872c8036920089c272bffa854ef01eac407cd50bf7390d9170fae0f7f) AuthConfig (624525c65d36d3bc666b8b9db082cbc06c9094944d298ab1a2da98b4bdebd06d) AuthConfig (c84cbe588c135a4009c7ab498d0c98706b884ad9cafb435312e3fdb441732bc1) AuthConfig (cfcc33b944004e062911b8a8042102b2e52b0024f21d8156976b3ed83a45aa80) AuthConfig (6b43582d627f50a6e7d44ec96a7c7b2744e282bf568296e323c61e8bfe3bfa60) AuthConfig (0653aebd48edce2ad6a4010fe2943eff56e42cd3887b9fc2964faeeb9f73200b) AuthConfig (a4608a56a7d6ea81de2a262fae4aa768dd8e2846a7ab78f225618f26f6af5c20) AuthConfig (2255c3ee5601d58feeb708c639d17dc1cf820f9278c7046fc7f0708cfca9de2b) AuthConfig (b96095b2fe583ef515c264a79d1176d2509d39f1dd3d71671d0cd9e47a783104) AuthConfig (4c6217cedddc103c19f65deec3017746b1d6abeb896bb5709a5c5ae1048d3290) AuthConfig (295919dd6055c8e4b960d0d59ee8d0b3922bf6123f9d9878d01fcd17c83df10b) AuthConfig (735f5ef49598c6667000d2a026bdcb3d2c48d307c902ee55c01a68596af403a5) AuthConfig (dbcdb4fddcb23b72a55ce383d70c3cb9a220af5465f258cb3e429d4d000ea46f) AuthConfig (5c23acb9e0aac19c1981e53d044b392a98d8aa6ba8b2b2cc673fc16432d5d94d) AuthConfig (290ea56131687e15465d945e7e8ac3e4858e9fead58d67d8b0bfd9864b9e0b77) AuthConfig (f160ba7b27d800c3f9cbb691ba53fffbea1434a425356c6affd46c25bfed85de) AuthConfig (3bdb12d0e64b385d6e76297c4b8a1b9f4d017f9f891da7748e7129db5ffd4517) AuthConfig (07d54af171f272162db7b7e7022b304d96cc73d38b7088a004eea0fe2c7e53ba)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"90e2e5a9-77b4-439b-9737-b7c61de6d283","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:54.931612545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"namespace":"e2e-models-e2e-worker-w0-0aa6b9","name":"simulator-w0-0aa6b9","reconcileID":"65fe0fc1-cc9c-4dcd-90fa-a99c6ebd790e","MaaSModelRef":{"name":"simulator-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"routeName":"simulator-w0-0aa6b9-kserve-route","namespace":"e2e-models-e2e-worker-w0-0aa6b9","llmisvcName":"simulator-w0-0aa6b9","gateway":"openshift-ingress/e2e-worker-w0-0aa6b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:55.039066785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"namespace":"e2e-models-e2e-worker-w0-0aa6b9","name":"premium-w0-0aa6b9","reconcileID":"d27a6c83-2de0-4387-8a77-9940f42217b6","MaaSModelRef":{"name":"premium-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"routeName":"premium-w0-0aa6b9-kserve-route","namespace":"e2e-models-e2e-worker-w0-0aa6b9","llmisvcName":"premium-w0-0aa6b9","gateway":"openshift-ingress/e2e-worker-w0-0aa6b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:55.090637526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"1c174814-275b-4c3a-bc31-9b37b8bae79e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:55.156174909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"1c174814-275b-4c3a-bc31-9b37b8bae79e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:55.21559152Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-0aa6b9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (294e2ea1b5f14e6907d023d9a0b5bd609519d1334e7ef7ff3524f4b41ad40bfe) AuthConfig (a961a78e138a8af84f6bb7514c42df53bd75a0c84737e0c0580bf1339d159f94) AuthConfig (66d6eb02a78ed748bd3e27f5ff909aebdeb3d42fec81b5920c450e518bc5005b) AuthConfig (d1ba59bc7de9f9468a8bc5db2d6257c26ed9befae5766b1caf1e1100ef3bdf72) AuthConfig (98822a7c7776230041337da20bf760b9bc9d37b394a331964a5c8eb6f5386c22) AuthConfig (044ef7757bc79f9bec041859093bba9fc099d62adcb9dc54f507306b15660622) AuthConfig (fc64def1d640bc01781a0c19fc9325ec5032d1fdb2df94a80672c99c8e9f6d9c) AuthConfig (f5e15811197bedad9f6582793da0c069112a5a1eacd89cc3a1db0a60572abbaf) AuthConfig (16bd05d2a2b5023afe335869625b017c4b7a4d5a0801059e54298631ed8bbd0d) AuthConfig (870a0c835c7d5d3b0a4b6aaa23b9e879afa7e9dc3555d2a4107e5fd2b61e988c) AuthConfig (be793c80033e962cd1fa5b3ecdd5a5ee77201e230663b8d30f7048b34be82e11) AuthConfig (196ce78ee7b3e73c4ce567cd522f0d9d3e970010a700aed248e5d5633c6b718d) AuthConfig (3b3c8af872c8036920089c272bffa854ef01eac407cd50bf7390d9170fae0f7f) AuthConfig (624525c65d36d3bc666b8b9db082cbc06c9094944d298ab1a2da98b4bdebd06d) AuthConfig (c84cbe588c135a4009c7ab498d0c98706b884ad9cafb435312e3fdb441732bc1) AuthConfig (cfcc33b944004e062911b8a8042102b2e52b0024f21d8156976b3ed83a45aa80) AuthConfig (6b43582d627f50a6e7d44ec96a7c7b2744e282bf568296e323c61e8bfe3bfa60) AuthConfig (0653aebd48edce2ad6a4010fe2943eff56e42cd3887b9fc2964faeeb9f73200b) AuthConfig (a4608a56a7d6ea81de2a262fae4aa768dd8e2846a7ab78f225618f26f6af5c20) AuthConfig (2255c3ee5601d58feeb708c639d17dc1cf820f9278c7046fc7f0708cfca9de2b) AuthConfig (b96095b2fe583ef515c264a79d1176d2509d39f1dd3d71671d0cd9e47a783104) AuthConfig (4c6217cedddc103c19f65deec3017746b1d6abeb896bb5709a5c5ae1048d3290) AuthConfig (295919dd6055c8e4b960d0d59ee8d0b3922bf6123f9d9878d01fcd17c83df10b) AuthConfig (735f5ef49598c6667000d2a026bdcb3d2c48d307c902ee55c01a68596af403a5) AuthConfig (dbcdb4fddcb23b72a55ce383d70c3cb9a220af5465f258cb3e429d4d000ea46f) AuthConfig (5c23acb9e0aac19c1981e53d044b392a98d8aa6ba8b2b2cc673fc16432d5d94d) AuthConfig (290ea56131687e15465d945e7e8ac3e4858e9fead58d67d8b0bfd9864b9e0b77) AuthConfig (f160ba7b27d800c3f9cbb691ba53fffbea1434a425356c6affd46c25bfed85de) AuthConfig (3bdb12d0e64b385d6e76297c4b8a1b9f4d017f9f891da7748e7129db5ffd4517) AuthConfig (07d54af171f272162db7b7e7022b304d96cc73d38b7088a004eea0fe2c7e53ba)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"1c174814-275b-4c3a-bc31-9b37b8bae79e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:55.27794136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"namespace":"e2e-models-e2e-worker-w0-0aa6b9","name":"premium-w0-0aa6b9","reconcileID":"d619bc9e-8ab4-4eef-a3a0-7dd6a21d674a","MaaSModelRef":{"name":"premium-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"routeName":"premium-w0-0aa6b9-kserve-route","namespace":"e2e-models-e2e-worker-w0-0aa6b9","llmisvcName":"premium-w0-0aa6b9","gateway":"openshift-ingress/e2e-worker-w0-0aa6b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:55.463411859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"3f137a3c-3e01-450a-b11a-40cd4837fbac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:55.463429139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"ae9b160a-8899-48f4-bcbb-fa1f4d55ae1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:55.522332984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"3f137a3c-3e01-450a-b11a-40cd4837fbac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:55.523531565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"ae9b160a-8899-48f4-bcbb-fa1f4d55ae1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:55.579186334Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-0aa6b9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (294e2ea1b5f14e6907d023d9a0b5bd609519d1334e7ef7ff3524f4b41ad40bfe) AuthConfig (a961a78e138a8af84f6bb7514c42df53bd75a0c84737e0c0580bf1339d159f94) AuthConfig (66d6eb02a78ed748bd3e27f5ff909aebdeb3d42fec81b5920c450e518bc5005b) AuthConfig (d1ba59bc7de9f9468a8bc5db2d6257c26ed9befae5766b1caf1e1100ef3bdf72) AuthConfig (98822a7c7776230041337da20bf760b9bc9d37b394a331964a5c8eb6f5386c22) AuthConfig (044ef7757bc79f9bec041859093bba9fc099d62adcb9dc54f507306b15660622) AuthConfig (fc64def1d640bc01781a0c19fc9325ec5032d1fdb2df94a80672c99c8e9f6d9c) AuthConfig (f5e15811197bedad9f6582793da0c069112a5a1eacd89cc3a1db0a60572abbaf) AuthConfig (16bd05d2a2b5023afe335869625b017c4b7a4d5a0801059e54298631ed8bbd0d) AuthConfig (870a0c835c7d5d3b0a4b6aaa23b9e879afa7e9dc3555d2a4107e5fd2b61e988c) AuthConfig (be793c80033e962cd1fa5b3ecdd5a5ee77201e230663b8d30f7048b34be82e11) AuthConfig (196ce78ee7b3e73c4ce567cd522f0d9d3e970010a700aed248e5d5633c6b718d) AuthConfig (3b3c8af872c8036920089c272bffa854ef01eac407cd50bf7390d9170fae0f7f) AuthConfig (624525c65d36d3bc666b8b9db082cbc06c9094944d298ab1a2da98b4bdebd06d) AuthConfig (c84cbe588c135a4009c7ab498d0c98706b884ad9cafb435312e3fdb441732bc1) AuthConfig (cfcc33b944004e062911b8a8042102b2e52b0024f21d8156976b3ed83a45aa80) AuthConfig (6b43582d627f50a6e7d44ec96a7c7b2744e282bf568296e323c61e8bfe3bfa60) AuthConfig (0653aebd48edce2ad6a4010fe2943eff56e42cd3887b9fc2964faeeb9f73200b) AuthConfig (a4608a56a7d6ea81de2a262fae4aa768dd8e2846a7ab78f225618f26f6af5c20) AuthConfig (2255c3ee5601d58feeb708c639d17dc1cf820f9278c7046fc7f0708cfca9de2b) AuthConfig (b96095b2fe583ef515c264a79d1176d2509d39f1dd3d71671d0cd9e47a783104) AuthConfig (4c6217cedddc103c19f65deec3017746b1d6abeb896bb5709a5c5ae1048d3290) AuthConfig (295919dd6055c8e4b960d0d59ee8d0b3922bf6123f9d9878d01fcd17c83df10b) AuthConfig (735f5ef49598c6667000d2a026bdcb3d2c48d307c902ee55c01a68596af403a5) AuthConfig (dbcdb4fddcb23b72a55ce383d70c3cb9a220af5465f258cb3e429d4d000ea46f) AuthConfig (5c23acb9e0aac19c1981e53d044b392a98d8aa6ba8b2b2cc673fc16432d5d94d) AuthConfig (290ea56131687e15465d945e7e8ac3e4858e9fead58d67d8b0bfd9864b9e0b77) AuthConfig (f160ba7b27d800c3f9cbb691ba53fffbea1434a425356c6affd46c25bfed85de) AuthConfig (3bdb12d0e64b385d6e76297c4b8a1b9f4d017f9f891da7748e7129db5ffd4517) AuthConfig (07d54af171f272162db7b7e7022b304d96cc73d38b7088a004eea0fe2c7e53ba)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"3f137a3c-3e01-450a-b11a-40cd4837fbac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:55.580355178Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-0aa6b9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (294e2ea1b5f14e6907d023d9a0b5bd609519d1334e7ef7ff3524f4b41ad40bfe) AuthConfig (a961a78e138a8af84f6bb7514c42df53bd75a0c84737e0c0580bf1339d159f94) AuthConfig (66d6eb02a78ed748bd3e27f5ff909aebdeb3d42fec81b5920c450e518bc5005b) AuthConfig (d1ba59bc7de9f9468a8bc5db2d6257c26ed9befae5766b1caf1e1100ef3bdf72) AuthConfig (98822a7c7776230041337da20bf760b9bc9d37b394a331964a5c8eb6f5386c22) AuthConfig (044ef7757bc79f9bec041859093bba9fc099d62adcb9dc54f507306b15660622) AuthConfig (fc64def1d640bc01781a0c19fc9325ec5032d1fdb2df94a80672c99c8e9f6d9c) AuthConfig (f5e15811197bedad9f6582793da0c069112a5a1eacd89cc3a1db0a60572abbaf) AuthConfig (16bd05d2a2b5023afe335869625b017c4b7a4d5a0801059e54298631ed8bbd0d) AuthConfig (870a0c835c7d5d3b0a4b6aaa23b9e879afa7e9dc3555d2a4107e5fd2b61e988c) AuthConfig (be793c80033e962cd1fa5b3ecdd5a5ee77201e230663b8d30f7048b34be82e11) AuthConfig (196ce78ee7b3e73c4ce567cd522f0d9d3e970010a700aed248e5d5633c6b718d) AuthConfig (3b3c8af872c8036920089c272bffa854ef01eac407cd50bf7390d9170fae0f7f) AuthConfig (624525c65d36d3bc666b8b9db082cbc06c9094944d298ab1a2da98b4bdebd06d) AuthConfig (c84cbe588c135a4009c7ab498d0c98706b884ad9cafb435312e3fdb441732bc1) AuthConfig (cfcc33b944004e062911b8a8042102b2e52b0024f21d8156976b3ed83a45aa80) AuthConfig (6b43582d627f50a6e7d44ec96a7c7b2744e282bf568296e323c61e8bfe3bfa60) AuthConfig (0653aebd48edce2ad6a4010fe2943eff56e42cd3887b9fc2964faeeb9f73200b) AuthConfig (a4608a56a7d6ea81de2a262fae4aa768dd8e2846a7ab78f225618f26f6af5c20) AuthConfig (2255c3ee5601d58feeb708c639d17dc1cf820f9278c7046fc7f0708cfca9de2b) AuthConfig (b96095b2fe583ef515c264a79d1176d2509d39f1dd3d71671d0cd9e47a783104) AuthConfig (4c6217cedddc103c19f65deec3017746b1d6abeb896bb5709a5c5ae1048d3290) AuthConfig (295919dd6055c8e4b960d0d59ee8d0b3922bf6123f9d9878d01fcd17c83df10b) AuthConfig (735f5ef49598c6667000d2a026bdcb3d2c48d307c902ee55c01a68596af403a5) AuthConfig (dbcdb4fddcb23b72a55ce383d70c3cb9a220af5465f258cb3e429d4d000ea46f) AuthConfig (5c23acb9e0aac19c1981e53d044b392a98d8aa6ba8b2b2cc673fc16432d5d94d) AuthConfig (290ea56131687e15465d945e7e8ac3e4858e9fead58d67d8b0bfd9864b9e0b77) AuthConfig (f160ba7b27d800c3f9cbb691ba53fffbea1434a425356c6affd46c25bfed85de) AuthConfig (3bdb12d0e64b385d6e76297c4b8a1b9f4d017f9f891da7748e7129db5ffd4517) AuthConfig (07d54af171f272162db7b7e7022b304d96cc73d38b7088a004eea0fe2c7e53ba)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"ae9b160a-8899-48f4-bcbb-fa1f4d55ae1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:55.73839108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"c65d9333-0faf-4dbc-b874-767159c75fbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:55.744656982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"8ddc5205-36b1-44d0-967f-eb382e9dbccf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:55.798102488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"c65d9333-0faf-4dbc-b874-767159c75fbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:55.803038665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"8ddc5205-36b1-44d0-967f-eb382e9dbccf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:55.855267241Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-0aa6b9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (294e2ea1b5f14e6907d023d9a0b5bd609519d1334e7ef7ff3524f4b41ad40bfe) AuthConfig (a961a78e138a8af84f6bb7514c42df53bd75a0c84737e0c0580bf1339d159f94) AuthConfig (66d6eb02a78ed748bd3e27f5ff909aebdeb3d42fec81b5920c450e518bc5005b) AuthConfig (d1ba59bc7de9f9468a8bc5db2d6257c26ed9befae5766b1caf1e1100ef3bdf72) AuthConfig (98822a7c7776230041337da20bf760b9bc9d37b394a331964a5c8eb6f5386c22) AuthConfig (044ef7757bc79f9bec041859093bba9fc099d62adcb9dc54f507306b15660622) AuthConfig (fc64def1d640bc01781a0c19fc9325ec5032d1fdb2df94a80672c99c8e9f6d9c) AuthConfig (f5e15811197bedad9f6582793da0c069112a5a1eacd89cc3a1db0a60572abbaf) AuthConfig (16bd05d2a2b5023afe335869625b017c4b7a4d5a0801059e54298631ed8bbd0d) AuthConfig (870a0c835c7d5d3b0a4b6aaa23b9e879afa7e9dc3555d2a4107e5fd2b61e988c) AuthConfig (be793c80033e962cd1fa5b3ecdd5a5ee77201e230663b8d30f7048b34be82e11) AuthConfig (196ce78ee7b3e73c4ce567cd522f0d9d3e970010a700aed248e5d5633c6b718d) AuthConfig (3b3c8af872c8036920089c272bffa854ef01eac407cd50bf7390d9170fae0f7f) AuthConfig (624525c65d36d3bc666b8b9db082cbc06c9094944d298ab1a2da98b4bdebd06d) AuthConfig (c84cbe588c135a4009c7ab498d0c98706b884ad9cafb435312e3fdb441732bc1) AuthConfig (cfcc33b944004e062911b8a8042102b2e52b0024f21d8156976b3ed83a45aa80) AuthConfig (6b43582d627f50a6e7d44ec96a7c7b2744e282bf568296e323c61e8bfe3bfa60) AuthConfig (0653aebd48edce2ad6a4010fe2943eff56e42cd3887b9fc2964faeeb9f73200b) AuthConfig (a4608a56a7d6ea81de2a262fae4aa768dd8e2846a7ab78f225618f26f6af5c20) AuthConfig (2255c3ee5601d58feeb708c639d17dc1cf820f9278c7046fc7f0708cfca9de2b) AuthConfig (b96095b2fe583ef515c264a79d1176d2509d39f1dd3d71671d0cd9e47a783104) AuthConfig (4c6217cedddc103c19f65deec3017746b1d6abeb896bb5709a5c5ae1048d3290) AuthConfig (295919dd6055c8e4b960d0d59ee8d0b3922bf6123f9d9878d01fcd17c83df10b) AuthConfig (735f5ef49598c6667000d2a026bdcb3d2c48d307c902ee55c01a68596af403a5) AuthConfig (dbcdb4fddcb23b72a55ce383d70c3cb9a220af5465f258cb3e429d4d000ea46f) AuthConfig (5c23acb9e0aac19c1981e53d044b392a98d8aa6ba8b2b2cc673fc16432d5d94d) AuthConfig (290ea56131687e15465d945e7e8ac3e4858e9fead58d67d8b0bfd9864b9e0b77) AuthConfig (f160ba7b27d800c3f9cbb691ba53fffbea1434a425356c6affd46c25bfed85de) AuthConfig (3bdb12d0e64b385d6e76297c4b8a1b9f4d017f9f891da7748e7129db5ffd4517) AuthConfig (07d54af171f272162db7b7e7022b304d96cc73d38b7088a004eea0fe2c7e53ba)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"c65d9333-0faf-4dbc-b874-767159c75fbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:55.860257892Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-0aa6b9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (294e2ea1b5f14e6907d023d9a0b5bd609519d1334e7ef7ff3524f4b41ad40bfe) AuthConfig (a961a78e138a8af84f6bb7514c42df53bd75a0c84737e0c0580bf1339d159f94) AuthConfig (66d6eb02a78ed748bd3e27f5ff909aebdeb3d42fec81b5920c450e518bc5005b) AuthConfig (d1ba59bc7de9f9468a8bc5db2d6257c26ed9befae5766b1caf1e1100ef3bdf72) AuthConfig (98822a7c7776230041337da20bf760b9bc9d37b394a331964a5c8eb6f5386c22) AuthConfig (044ef7757bc79f9bec041859093bba9fc099d62adcb9dc54f507306b15660622) AuthConfig (fc64def1d640bc01781a0c19fc9325ec5032d1fdb2df94a80672c99c8e9f6d9c) AuthConfig (f5e15811197bedad9f6582793da0c069112a5a1eacd89cc3a1db0a60572abbaf) AuthConfig (16bd05d2a2b5023afe335869625b017c4b7a4d5a0801059e54298631ed8bbd0d) AuthConfig (870a0c835c7d5d3b0a4b6aaa23b9e879afa7e9dc3555d2a4107e5fd2b61e988c) AuthConfig (be793c80033e962cd1fa5b3ecdd5a5ee77201e230663b8d30f7048b34be82e11) AuthConfig (196ce78ee7b3e73c4ce567cd522f0d9d3e970010a700aed248e5d5633c6b718d) AuthConfig (3b3c8af872c8036920089c272bffa854ef01eac407cd50bf7390d9170fae0f7f) AuthConfig (624525c65d36d3bc666b8b9db082cbc06c9094944d298ab1a2da98b4bdebd06d) AuthConfig (c84cbe588c135a4009c7ab498d0c98706b884ad9cafb435312e3fdb441732bc1) AuthConfig (cfcc33b944004e062911b8a8042102b2e52b0024f21d8156976b3ed83a45aa80) AuthConfig (6b43582d627f50a6e7d44ec96a7c7b2744e282bf568296e323c61e8bfe3bfa60) AuthConfig (0653aebd48edce2ad6a4010fe2943eff56e42cd3887b9fc2964faeeb9f73200b) AuthConfig (a4608a56a7d6ea81de2a262fae4aa768dd8e2846a7ab78f225618f26f6af5c20) AuthConfig (2255c3ee5601d58feeb708c639d17dc1cf820f9278c7046fc7f0708cfca9de2b) AuthConfig (b96095b2fe583ef515c264a79d1176d2509d39f1dd3d71671d0cd9e47a783104) AuthConfig (4c6217cedddc103c19f65deec3017746b1d6abeb896bb5709a5c5ae1048d3290) AuthConfig (295919dd6055c8e4b960d0d59ee8d0b3922bf6123f9d9878d01fcd17c83df10b) AuthConfig (735f5ef49598c6667000d2a026bdcb3d2c48d307c902ee55c01a68596af403a5) AuthConfig (dbcdb4fddcb23b72a55ce383d70c3cb9a220af5465f258cb3e429d4d000ea46f) AuthConfig (5c23acb9e0aac19c1981e53d044b392a98d8aa6ba8b2b2cc673fc16432d5d94d) AuthConfig (290ea56131687e15465d945e7e8ac3e4858e9fead58d67d8b0bfd9864b9e0b77) AuthConfig (f160ba7b27d800c3f9cbb691ba53fffbea1434a425356c6affd46c25bfed85de) AuthConfig (3bdb12d0e64b385d6e76297c4b8a1b9f4d017f9f891da7748e7129db5ffd4517) AuthConfig (07d54af171f272162db7b7e7022b304d96cc73d38b7088a004eea0fe2c7e53ba)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"8ddc5205-36b1-44d0-967f-eb382e9dbccf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:56.251580427Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-apikey-active-sub","reconcileID":"339f8d9d-d6c5-4568-8655-852ad5cfa2d7","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscription":"e2e-apikey-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:56.492925376Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-apikey-active-sub","reconcileID":"339f8d9d-d6c5-4568-8655-852ad5cfa2d7","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-de27f5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:56.506131758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"aba6220a-4d95-4011-bdfd-04ee6d5e5aaa","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:56.564645383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"5404dd42-c2cb-4b8a-9256-88d5d815a8e3","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:56.707376361Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-subscription","reconcileID":"ff7f1106-7580-4861-8ad9-d4b627d23468","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:56.729360017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-apikey-failed-auth","reconcileID":"3805c023-e5f6-46d4-bd46-ef0666dbe40c","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:56.757698364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"2ae521d6-9041-4200-810a-dcc0b119718a","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:56.787411647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-apikey-failed-auth","reconcileID":"3805c023-e5f6-46d4-bd46-ef0666dbe40c","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:56.820202885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"premium-w1-5a6246","reconcileID":"9f61f601-008e-48ee-9e14-558a90da7f53","MaaSModelRef":{"name":"premium-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"premium-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"premium-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:56.926897198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-apikey-active-auth","reconcileID":"06e12e79-5295-4af9-93f5-bac5a4773dfb","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:56.927098665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"d3d2af8e-c57b-475d-89d0-94c61de348fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:56.926895887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"f76bbd94-ea56-481a-a06a-f35d54a7e9fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:56.92799182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"877e138e-816d-4668-a8fc-c59671406c20","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:56.985746489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-apikey-active-auth","reconcileID":"06e12e79-5295-4af9-93f5-bac5a4773dfb","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:56.985770882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"f76bbd94-ea56-481a-a06a-f35d54a7e9fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:56.98793307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"d3d2af8e-c57b-475d-89d0-94c61de348fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:19:57.10148042Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-apikey-failed-sub","reconcileID":"9eaf1edf-f50d-4035-b00c-fcb052a7c960","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:57.154299008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"a54ef1cd-e700-4d0d-9f82-85c95cecf474","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:57.157874565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"44d56502-0aff-4d56-8057-a9989294d2fd","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:57.212285919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"a54ef1cd-e700-4d0d-9f82-85c95cecf474","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:57.253237847Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-apikey-active-auth","reconcileID":"8bb4c946-19d2-4d53-ae3d-f1d34930de7b","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:57.316977701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-apikey-failed-auth","reconcileID":"a799a2d0-63f4-486d-8b74-8871e539ccd9","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:57.375310701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-apikey-failed-auth","reconcileID":"a799a2d0-63f4-486d-8b74-8871e539ccd9","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:57.420509821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"1677296c-080b-402a-bbd1-fb48ecf483a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:57.464325439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"c6ac229e-f674-404f-af01-5c68b963ea05","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:57.479032572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"1677296c-080b-402a-bbd1-fb48ecf483a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:57.564957896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"ceeca715-e6b5-49af-a8da-cdae478c4dce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:57.624131505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"ceeca715-e6b5-49af-a8da-cdae478c4dce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:57.692194149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-apikey-failed-auth","reconcileID":"4fc08bad-1689-4024-a048-72666aea7480","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:57.752737516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-apikey-failed-auth","reconcileID":"4fc08bad-1689-4024-a048-72666aea7480","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:58.574193005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"2feccd6c-b5bf-4ad9-9398-f8efe8e74f7d","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:58.632470252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"4153d984-259a-4f4e-9236-04acd840db23","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:58.79066084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-apikey-degraded-auth","reconcileID":"d466bbba-5c56-4866-a6ba-e5cd8029e242","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:58.854039542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-apikey-degraded-auth","reconcileID":"d466bbba-5c56-4866-a6ba-e5cd8029e242","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:58.880282422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"7c4bb9d1-ea9f-4393-9a6d-1b1bdecf5d11","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:58.988128419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"fb4cb11f-3858-417d-b75e-6ba85f5eb550","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:19:58.993397794Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-de27f5/e2e-apikey-degraded-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:59.038780854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"113074b9-c873-4ac9-adb6-7316c98593ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:59.03883958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"fa2f6c0b-bb2a-46c1-869e-dfff170084de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:59.045988422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"bdb8ed3d-e3a2-43ab-913d-e39674462dee","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:59.097314296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"fa2f6c0b-bb2a-46c1-869e-dfff170084de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:59.097373435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"113074b9-c873-4ac9-adb6-7316c98593ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:59.173906035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"3db3ac57-25c5-4e98-8837-fa0234a2197f","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:59.319685711Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-apikey-degraded-sub","reconcileID":"511efa51-fb03-4a07-a8c0-2c7bbbef05d3","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-de27f5/e2e-apikey-degraded-sub","ai-tenant-e2e-worker-w2-de27f5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:59.31982462Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-apikey-degraded-sub","reconcileID":"511efa51-fb03-4a07-a8c0-2c7bbbef05d3","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"model":"e2e-models-e2e-worker-w2-de27f5/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-de27f5/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:59.332511887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-apikey-degraded-auth","reconcileID":"500b0cf7-8957-4d58-9e9d-a5c38ddb6d14","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:59.392099877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-apikey-degraded-auth","reconcileID":"500b0cf7-8957-4d58-9e9d-a5c38ddb6d14","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:59.477372393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"6e7def63-c95a-4f5a-9bdd-0a125b92be4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:59.477373996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"fd69d98a-eb56-4497-8f4a-67f281ac99de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:59.536721138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"fd69d98a-eb56-4497-8f4a-67f281ac99de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:59.537291532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"6e7def63-c95a-4f5a-9bdd-0a125b92be4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:59.537321988Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-subscription","reconcileID":"5ce0d0bd-27b3-4287-956f-1c959707026a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:59.549295781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"d0d5e342-640e-459c-ba06-bc7c44f96ac3","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:59.763788674Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-apikey-degraded-sub","reconcileID":"aba07c2e-fec7-4cbc-a754-4dba564507b5","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:19:59.763998573Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-apikey-degraded-sub","reconcileID":"aba07c2e-fec7-4cbc-a754-4dba564507b5","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"model":"e2e-models-e2e-worker-w2-de27f5/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-de27f5/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:00.041791669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"f306bacd-25bf-409e-bf36-c1784fc5a16d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:00.041975957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"e141e87b-96af-4544-805b-9773c56b2125","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:00.042242562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-apikey-failed-auth","reconcileID":"3d33146a-9fd5-41e3-88e4-342524a66444","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:00.101315406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"f306bacd-25bf-409e-bf36-c1784fc5a16d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:00.102522972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"e141e87b-96af-4544-805b-9773c56b2125","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:00.103532443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-apikey-failed-auth","reconcileID":"3d33146a-9fd5-41e3-88e4-342524a66444","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:01.21760982Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:01.344041725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"premium-w4-b1ad4e","reconcileID":"54b19e43-88d0-4e39-84c3-74c8c1592369","MaaSModelRef":{"name":"premium-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"premium-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"premium-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:01.468605313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"c67ed663-26d0-4970-af5b-a3229f2e3150","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:01.528311473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"8e69639d-a0d9-41ac-a3f2-6ed31c69d7a0","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:01.577199516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"627ec157-6ccd-44ef-bcdb-f0819a49d799","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:20:01.582838739Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-b1ad4e/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:01.63589417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"a0899745-9d31-4fca-908a-901a2989265a","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:01.764001123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"e73bcf4f-c461-4d45-916a-97bbd8fc7923","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:01.843512413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"3076473b-3480-4bd8-9317-87e1f115608a","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:01.854813522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"9e8979dc-7345-46dd-9e17-47377d5f780b","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:01.870137646Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-subscription","reconcileID":"faf6478a-b36c-45cd-b53a-d36a81a75108","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-simulator-w4-b1ad4e","model":"simulator-w4-b1ad4e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-b1ad4e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:01.950774625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"6b0a1c2a-7087-41d1-a0b6-e510c1130c52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:02.01504119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"aa313412-ba3f-48ad-bfcb-a7b310ce4c38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:02.017261577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-apikey-degraded-auth","reconcileID":"201aa8b9-75eb-44bd-9b3e-18d7096b9edc","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:02.019125434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"2822dd7d-02a1-40a0-a85e-26ff19e1d32c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:02.109471864Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"6b0a1c2a-7087-41d1-a0b6-e510c1130c52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:02.111299076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"83e20efd-d501-4060-8601-2cad466c54fd","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:02.1118407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"premium-w4-b1ad4e","reconcileID":"8c3def9d-0a39-4f41-a54c-d754bdb89422","MaaSModelRef":{"name":"premium-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"premium-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"premium-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:02.115328108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"2822dd7d-02a1-40a0-a85e-26ff19e1d32c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:02.120810018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"aa313412-ba3f-48ad-bfcb-a7b310ce4c38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:02.122047249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-apikey-degraded-auth","reconcileID":"201aa8b9-75eb-44bd-9b3e-18d7096b9edc","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:02.201271439Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-b1ad4e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"6b0a1c2a-7087-41d1-a0b6-e510c1130c52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:02.203715188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"premium-w4-b1ad4e","reconcileID":"ace28754-aef0-4557-8a15-39f44a1ffb15","MaaSModelRef":{"name":"premium-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"premium-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"premium-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:20:02.223782202Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-subscription","reconcileID":"abda2d39-c364-4be9-8e65-9498be32de52","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:02.260178407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"6110f9cc-0325-4b9c-a25e-5a7f2504dc1f","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:02.262978554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"86f8f1df-80e5-4d36-b1f4-971851bf5379","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:02.320320528Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-subscription","reconcileID":"66ed5e50-1478-4efc-bab8-f96796800c93","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-simulator-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:02.340950813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"premium-w4-b1ad4e","reconcileID":"f654cf4e-15a3-4940-9abb-caf322f42043","MaaSModelRef":{"name":"premium-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"premium-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"premium-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:02.352773952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"premium-w4-b1ad4e","reconcileID":"0ece50dc-f44c-44ab-af30-ac1b29ec06af","MaaSModelRef":{"name":"premium-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"premium-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"premium-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:02.366606328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"60d30b68-1a9c-4772-a81d-ccf1de520909","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:02.412759267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"premium-w4-b1ad4e","reconcileID":"45588499-1029-44d6-ba1e-8cccfa262de9","MaaSModelRef":{"name":"premium-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"premium-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"premium-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:02.425191978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"60d30b68-1a9c-4772-a81d-ccf1de520909","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:20:02.467794947Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"premium-w4-b1ad4e","reconcileID":"45588499-1029-44d6-ba1e-8cccfa262de9","name":"premium-w4-b1ad4e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w4-b1ad4e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:20:02.46785599Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"premium-w4-b1ad4e","reconcileID":"45588499-1029-44d6-ba1e-8cccfa262de9","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w4-b1ad4e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:02.473204219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"premium-w4-b1ad4e","reconcileID":"d4173720-e6aa-4a20-b8bb-d0e47adfb511","MaaSModelRef":{"name":"premium-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"premium-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"premium-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:02.482439812Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-b1ad4e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"60d30b68-1a9c-4772-a81d-ccf1de520909","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:02.49211611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"bacdecb1-3fd4-4f3a-abb1-543e223d501a","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:02.568127124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"6394de8d-c443-45ca-bf93-a2f12a0bde00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:02.618472554Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-subscription","reconcileID":"5f44b73e-4461-49f7-b30e-f89cee79011c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-premium-w4-b1ad4e","model":"premium-w4-b1ad4e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-b1ad4e/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:02.627015976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"6394de8d-c443-45ca-bf93-a2f12a0bde00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:02.670771541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"aede9575-4ca5-4e48-acee-7340e9a0c834","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:02.684635527Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-b1ad4e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"6394de8d-c443-45ca-bf93-a2f12a0bde00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:02.70889561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"60adb1ca-1336-480d-af45-0e76175eabac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:02.729697232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"aede9575-4ca5-4e48-acee-7340e9a0c834","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:02.74369258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"premium-w4-b1ad4e","reconcileID":"bf652b26-9899-4379-8018-04c0bd6029c3","MaaSModelRef":{"name":"premium-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"premium-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"premium-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:02.768005155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"60adb1ca-1336-480d-af45-0e76175eabac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:02.787724253Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-b1ad4e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"aede9575-4ca5-4e48-acee-7340e9a0c834","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:02.788004079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"premium-w4-b1ad4e","reconcileID":"f6577f8b-8708-473d-8380-1e9a118cd234","MaaSModelRef":{"name":"premium-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"premium-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"premium-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:02.82551787Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-5a6246-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"60adb1ca-1336-480d-af45-0e76175eabac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:02.902057212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"d9c787a1-9878-4e02-b48a-b735c19ca491","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:02.960681198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"d9c787a1-9878-4e02-b48a-b735c19ca491","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:03.003327381Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-subscription","reconcileID":"66e8bdee-c86b-4afc-adef-c1675bb0b0b8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-premium-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/premium-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:03.017830298Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-b1ad4e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"d9c787a1-9878-4e02-b48a-b735c19ca491","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:03.03813631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"52bf4e72-d542-4e9d-9002-c4bad6c43a79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:03.096598157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"52bf4e72-d542-4e9d-9002-c4bad6c43a79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:03.154060705Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-5a6246-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"52bf4e72-d542-4e9d-9002-c4bad6c43a79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:06.017312538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"7081e35f-df27-4fb1-ac5b-2e5d29a4e039","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:06.018854802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"84f3dc70-f632-49c2-b385-1f7ad6c2f35d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:06.076268881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"7081e35f-df27-4fb1-ac5b-2e5d29a4e039","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:06.077509109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"84f3dc70-f632-49c2-b385-1f7ad6c2f35d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:06.134374421Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-0aa6b9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (294e2ea1b5f14e6907d023d9a0b5bd609519d1334e7ef7ff3524f4b41ad40bfe) AuthConfig (a961a78e138a8af84f6bb7514c42df53bd75a0c84737e0c0580bf1339d159f94) AuthConfig (66d6eb02a78ed748bd3e27f5ff909aebdeb3d42fec81b5920c450e518bc5005b) AuthConfig (d1ba59bc7de9f9468a8bc5db2d6257c26ed9befae5766b1caf1e1100ef3bdf72) AuthConfig (98822a7c7776230041337da20bf760b9bc9d37b394a331964a5c8eb6f5386c22) AuthConfig (044ef7757bc79f9bec041859093bba9fc099d62adcb9dc54f507306b15660622) AuthConfig (fc64def1d640bc01781a0c19fc9325ec5032d1fdb2df94a80672c99c8e9f6d9c) AuthConfig (f5e15811197bedad9f6582793da0c069112a5a1eacd89cc3a1db0a60572abbaf) AuthConfig (16bd05d2a2b5023afe335869625b017c4b7a4d5a0801059e54298631ed8bbd0d) AuthConfig (870a0c835c7d5d3b0a4b6aaa23b9e879afa7e9dc3555d2a4107e5fd2b61e988c) AuthConfig (be793c80033e962cd1fa5b3ecdd5a5ee77201e230663b8d30f7048b34be82e11) AuthConfig (196ce78ee7b3e73c4ce567cd522f0d9d3e970010a700aed248e5d5633c6b718d) AuthConfig (3b3c8af872c8036920089c272bffa854ef01eac407cd50bf7390d9170fae0f7f) AuthConfig (624525c65d36d3bc666b8b9db082cbc06c9094944d298ab1a2da98b4bdebd06d) AuthConfig (c84cbe588c135a4009c7ab498d0c98706b884ad9cafb435312e3fdb441732bc1) AuthConfig (cfcc33b944004e062911b8a8042102b2e52b0024f21d8156976b3ed83a45aa80) AuthConfig (6b43582d627f50a6e7d44ec96a7c7b2744e282bf568296e323c61e8bfe3bfa60) AuthConfig (0653aebd48edce2ad6a4010fe2943eff56e42cd3887b9fc2964faeeb9f73200b) AuthConfig (a4608a56a7d6ea81de2a262fae4aa768dd8e2846a7ab78f225618f26f6af5c20) AuthConfig (2255c3ee5601d58feeb708c639d17dc1cf820f9278c7046fc7f0708cfca9de2b) AuthConfig (b96095b2fe583ef515c264a79d1176d2509d39f1dd3d71671d0cd9e47a783104) AuthConfig (4c6217cedddc103c19f65deec3017746b1d6abeb896bb5709a5c5ae1048d3290) AuthConfig (295919dd6055c8e4b960d0d59ee8d0b3922bf6123f9d9878d01fcd17c83df10b) AuthConfig (735f5ef49598c6667000d2a026bdcb3d2c48d307c902ee55c01a68596af403a5) AuthConfig (dbcdb4fddcb23b72a55ce383d70c3cb9a220af5465f258cb3e429d4d000ea46f) AuthConfig (5c23acb9e0aac19c1981e53d044b392a98d8aa6ba8b2b2cc673fc16432d5d94d) AuthConfig (290ea56131687e15465d945e7e8ac3e4858e9fead58d67d8b0bfd9864b9e0b77) AuthConfig (f160ba7b27d800c3f9cbb691ba53fffbea1434a425356c6affd46c25bfed85de) AuthConfig (3bdb12d0e64b385d6e76297c4b8a1b9f4d017f9f891da7748e7129db5ffd4517) AuthConfig (07d54af171f272162db7b7e7022b304d96cc73d38b7088a004eea0fe2c7e53ba)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"7081e35f-df27-4fb1-ac5b-2e5d29a4e039","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:06.134710952Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-0aa6b9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (294e2ea1b5f14e6907d023d9a0b5bd609519d1334e7ef7ff3524f4b41ad40bfe) AuthConfig (a961a78e138a8af84f6bb7514c42df53bd75a0c84737e0c0580bf1339d159f94) AuthConfig (66d6eb02a78ed748bd3e27f5ff909aebdeb3d42fec81b5920c450e518bc5005b) AuthConfig (d1ba59bc7de9f9468a8bc5db2d6257c26ed9befae5766b1caf1e1100ef3bdf72) AuthConfig (98822a7c7776230041337da20bf760b9bc9d37b394a331964a5c8eb6f5386c22) AuthConfig (044ef7757bc79f9bec041859093bba9fc099d62adcb9dc54f507306b15660622) AuthConfig (fc64def1d640bc01781a0c19fc9325ec5032d1fdb2df94a80672c99c8e9f6d9c) AuthConfig (f5e15811197bedad9f6582793da0c069112a5a1eacd89cc3a1db0a60572abbaf) AuthConfig (16bd05d2a2b5023afe335869625b017c4b7a4d5a0801059e54298631ed8bbd0d) AuthConfig (870a0c835c7d5d3b0a4b6aaa23b9e879afa7e9dc3555d2a4107e5fd2b61e988c) AuthConfig (be793c80033e962cd1fa5b3ecdd5a5ee77201e230663b8d30f7048b34be82e11) AuthConfig (196ce78ee7b3e73c4ce567cd522f0d9d3e970010a700aed248e5d5633c6b718d) AuthConfig (3b3c8af872c8036920089c272bffa854ef01eac407cd50bf7390d9170fae0f7f) AuthConfig (624525c65d36d3bc666b8b9db082cbc06c9094944d298ab1a2da98b4bdebd06d) AuthConfig (c84cbe588c135a4009c7ab498d0c98706b884ad9cafb435312e3fdb441732bc1) AuthConfig (cfcc33b944004e062911b8a8042102b2e52b0024f21d8156976b3ed83a45aa80) AuthConfig (6b43582d627f50a6e7d44ec96a7c7b2744e282bf568296e323c61e8bfe3bfa60) AuthConfig (0653aebd48edce2ad6a4010fe2943eff56e42cd3887b9fc2964faeeb9f73200b) AuthConfig (a4608a56a7d6ea81de2a262fae4aa768dd8e2846a7ab78f225618f26f6af5c20) AuthConfig (2255c3ee5601d58feeb708c639d17dc1cf820f9278c7046fc7f0708cfca9de2b) AuthConfig (b96095b2fe583ef515c264a79d1176d2509d39f1dd3d71671d0cd9e47a783104) AuthConfig (4c6217cedddc103c19f65deec3017746b1d6abeb896bb5709a5c5ae1048d3290) AuthConfig (295919dd6055c8e4b960d0d59ee8d0b3922bf6123f9d9878d01fcd17c83df10b) AuthConfig (735f5ef49598c6667000d2a026bdcb3d2c48d307c902ee55c01a68596af403a5) AuthConfig (dbcdb4fddcb23b72a55ce383d70c3cb9a220af5465f258cb3e429d4d000ea46f) AuthConfig (5c23acb9e0aac19c1981e53d044b392a98d8aa6ba8b2b2cc673fc16432d5d94d) AuthConfig (290ea56131687e15465d945e7e8ac3e4858e9fead58d67d8b0bfd9864b9e0b77) AuthConfig (f160ba7b27d800c3f9cbb691ba53fffbea1434a425356c6affd46c25bfed85de) AuthConfig (3bdb12d0e64b385d6e76297c4b8a1b9f4d017f9f891da7748e7129db5ffd4517) AuthConfig (07d54af171f272162db7b7e7022b304d96cc73d38b7088a004eea0fe2c7e53ba)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"84f3dc70-f632-49c2-b385-1f7ad6c2f35d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:10.049176075Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-apikey-failed-sub","reconcileID":"4ab71d25-6d62-41de-879e-cd5d0bbbf92c","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w3-68b670"},"model":"e2e-models-e2e-worker-w3-68b670/nonexistent-model-apikey-failed","subscription":"e2e-apikey-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:10.049307271Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-apikey-failed-sub","reconcileID":"4ab71d25-6d62-41de-879e-cd5d0bbbf92c","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w3-68b670"},"model":"e2e-models-e2e-worker-w3-68b670/nonexistent-model-apikey-failed","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-68b670/nonexistent-model-apikey-failed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:10.43845955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"premium-w4-b1ad4e","reconcileID":"62ff985d-cd2c-418f-985e-36cff6ce7ac0","MaaSModelRef":{"name":"premium-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"premium-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"premium-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:10.532771141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"46555ec4-8452-4a0f-b7b8-2213e5ddbfe0","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:10.539552806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"248fa427-9de1-4807-822f-8257f9ec3bc4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:10.539772817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-apikey-failed-auth","reconcileID":"8327260e-4f24-424d-88e2-b6a86e0fa0e9","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:10.539560447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"8c255588-9ace-4668-b5e8-fb8925da7eb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:10.598502903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"8c255588-9ace-4668-b5e8-fb8925da7eb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:10.598575191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"248fa427-9de1-4807-822f-8257f9ec3bc4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:10.600837035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-apikey-failed-auth","reconcileID":"8327260e-4f24-424d-88e2-b6a86e0fa0e9","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:10.805389521Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-apikey-failed-auth","reconcileID":"8d565963-dfbf-455f-b9f9-08e8c7e3cb75","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"model":"e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:11.063550329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"71a0994e-3e0e-4fb0-b303-f3ec40b4c7a5","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:12.02605263Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-apikey-degraded-sub","reconcileID":"51c2e4d1-f6f4-48e3-8ed5-eb442178328b","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:12.177782817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"6dda333e-e89d-4277-8595-aafea1fbb2ea","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:12.236080016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"0ccd8755-740f-4130-965d-79c67fb9dc0b","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:12.24494279Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-apikey-degraded-sub","reconcileID":"51c2e4d1-f6f4-48e3-8ed5-eb442178328b","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-de27f5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:12.244964625Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-apikey-degraded-sub","reconcileID":"51c2e4d1-f6f4-48e3-8ed5-eb442178328b","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"model":"e2e-models-e2e-worker-w2-de27f5/nonexistent-model-apikey","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:12.245052986Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-apikey-degraded-sub","reconcileID":"51c2e4d1-f6f4-48e3-8ed5-eb442178328b","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"model":"e2e-models-e2e-worker-w2-de27f5/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-de27f5/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:12.394213656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a87b462c-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-filter-sub-a-a87b462c-auth","reconcileID":"5acc2fd9-439e-451d-8d0e-1f13e849f2ad","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a87b462c-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:12.452720241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a87b462c-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-filter-sub-a-a87b462c-auth","reconcileID":"5acc2fd9-439e-451d-8d0e-1f13e849f2ad","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a87b462c-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:12.466225073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"bd63fc35-5a80-4ef4-8bf7-cc3f31795edb","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:12.467371401Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-subscription","reconcileID":"49b9b95e-3d19-45f7-ba7d-2cdb1ded6b88","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:12.524763988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"6a722373-06e8-4d64-9eda-23cf8fc22ae4","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:12.569687311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"5213feb3-046c-4880-b07c-e487040d792e","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:20:12.57485756Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-a87b462c","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-filter-sub-a-a87b462c","reconcileID":"557813b2-818e-4dc3-915d-d0f8dc04bbc1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-a-a87b462c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:12.625113345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"6e6c04ee-75b2-48a0-81bf-f6772f42f5f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:12.625130091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"a6faa58c-9f15-477e-a230-6d446a65dc7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:12.683265716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"6e6c04ee-75b2-48a0-81bf-f6772f42f5f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:12.683330294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"a6faa58c-9f15-477e-a230-6d446a65dc7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:12.69149548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"9500d09a-b3df-4db7-ac33-6595ee0e497b","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:12.727364069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"872ab90b-a9c0-4e48-b199-b885580a2932","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:12.73039837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"1490cd93-7dab-4a38-81f8-2e34762c9667","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:12.731252498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"3c0a5a6e-03ae-48fb-895c-e98164424df5","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:12.749861521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"accaef85-a1b5-4cc8-933d-e3ffcfb5c708","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:12.774799817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"bdeac923-441c-4321-b0eb-6968bc84c4fb","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:12.785570849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"872ab90b-a9c0-4e48-b199-b885580a2932","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:12.792709378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"1490cd93-7dab-4a38-81f8-2e34762c9667","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:12.917298732Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-apikey-degraded-auth","reconcileID":"4e388391-c19c-46d4-9d05-c863ee45cacf","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:12.935408871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a87b462c-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-filter-sub-a-a87b462c-auth","reconcileID":"30b02e01-99fa-4b05-a34c-4a009ca1b1e6","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a87b462c-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:12.994519009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a87b462c-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-filter-sub-a-a87b462c-auth","reconcileID":"30b02e01-99fa-4b05-a34c-4a009ca1b1e6","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a87b462c-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:13.024426443Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-a87b462c","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-filter-sub-a-a87b462c","reconcileID":"3755618c-b843-4f59-8c79-153176622cb2","MaaSSubscription":{"name":"e2e-filter-sub-a-a87b462c","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-simulator-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-68b670/e2e-filter-sub-a-a87b462c","ai-tenant-e2e-worker-w3-68b670/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:13.078945505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"0b55a9c8-02c8-4b37-a477-3a61bb9113e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:13.137033321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"0b55a9c8-02c8-4b37-a477-3a61bb9113e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:13.175915356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"8e9ab074-71dd-4115-9812-6661ec7a352f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:13.176789686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"556a407f-2a46-403c-bbe6-3c899153252a","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:13.178946176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"65394cb6-62eb-44e9-9cb9-b2e6f7be7229","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:13.194570711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"cf2b3c8a-72a5-498a-b01b-87ee212ebb7e","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:13.234001945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"8e9ab074-71dd-4115-9812-6661ec7a352f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:13.237266412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"65394cb6-62eb-44e9-9cb9-b2e6f7be7229","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:13.238178771Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-subscription","reconcileID":"ff60a237-9633-4dc2-b3b1-1c68679c9c72","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-simulator-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:13.29074179Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-b1ad4e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"8e9ab074-71dd-4115-9812-6661ec7a352f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:13.334794056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"ad55e671-63c5-4ca0-a141-b930a49180b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:13.393120981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"ad55e671-63c5-4ca0-a141-b930a49180b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:13.412089078Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-a87b462c","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-filter-sub-a-a87b462c","reconcileID":"a19119c3-8574-447b-8a7e-2c53bb702299","MaaSSubscription":{"name":"e2e-filter-sub-a-a87b462c","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-simulator-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:13.435397808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"9ba4d559-6bdc-4a8c-be12-5b08017d67cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:13.450104518Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-5a6246-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bbab8559e59e2536dfc95d7a081c7eb02aad7c301a6ce59aaea16853bcdcba11) AuthConfig (f708b4772f4b7baccb3373dcf7d16614a657d48cd12e5e47f58fe7033ae761c8) AuthConfig (8393351c3a1a2cc173f047608e5c9bfd14aeb4b146d5ddbf855a3a6c7ddda69f) AuthConfig (2ba2941e2a3a21234c03e295f7b3b04edab4eeb54114717cf3ec3de110f3f3d9) AuthConfig (051afc8e63ab4b5897021e320c0df26c583915ae366599bcacc61246c050d5da) AuthConfig (b71f81122e0dbea7a96e85f37648779f1704befe77fc0ca62bc172b3032e9a00) AuthConfig (6fb0cc4ff53fe26ed8dc99cc4b3febc550573136ed5af001847cce880cec78da) AuthConfig (90c220664cb01638af3d8873a4102f52ecd4b91318eee61132cb48ad9440a533) AuthConfig (2704c59bec6d74fb77dc0ac8bc9164c4021113fd14ce801b9a4f2e1f6d4df6c1) AuthConfig (2a4724ffba9b3b7ded301ad7ac797fc064dbc264baa8986d7b26175e5f84978f) AuthConfig (813c47040d5e90177c8a401144016b15a381fd5f5501af466e04a6fd6a6dbcc7) AuthConfig (8b0c82ea259642ea96e6316a45b74c90254becc1341da5a372cbab0adf04e6c3) AuthConfig (f82b7653ff582a1b6534b67227c4fe0a8a1dda52b91eaac3272e838eaadcc93f) AuthConfig (76b85c4171201986c283f77c91bd5e790aa7b381a621666bdf2c94cbbbf65219) AuthConfig (50737f4f62b150a9f867a4112b84af6ba99fbf2a9e8439693e699c7c634cbdee) AuthConfig (1c40303575966983bdbed1dffe231b33a83a0f98f9784ccbe7d75bb46b7276be) AuthConfig (9a458589d71c6a21905409b745b704a06453aa7398f33b3f1272b57cf78dc650) AuthConfig (4d6d7610ff96c4da284309a5e7c7f98f7ac328b400193be69074a9cfc3c8baae) AuthConfig (63de40f4427c3cfd50e628db5304c956ab075cc04412f2e2d5799320721106a4) AuthConfig (05e998056f08faa52a0d8a039272f095a1828c7e84e1f16e2d41a790331a6048) AuthConfig (0c2cd0e1ca842678e9cf6c2244d2e8709f264fcb7dea38b25c689a3c69b8da78) AuthConfig (7984e692d5703a13a58e038e16bece3009c5d6ebf285be439f338941b097745a) AuthConfig (5c848b7f00f5149e8cd4dd8d47edb297b4dbea55d1a7b64c487cc248b75c4f5a) AuthConfig (f038b6dc9915db5e55f3fc26007e61540ef18d879c973b11b9470100e91aa6b8) AuthConfig (48b18ce8521d31be0c7b1ee2f1899b05866a49becca21cdf44e8c523aabbc4b0) AuthConfig (a4b2ec1676bcfa912605fa625d9eef3a4883ed7e5951376b1d99df1a340d3f4a) AuthConfig (3f5eb7aeac2565b633b73f9dff9fc166953e39b2dd1d28e836b371eef08ecf54) AuthConfig (2035c7d47ac31d8e6826958b98badd062c6f92060ae4ee454dad049a9097027d) AuthConfig (0a613e91a76affcc8aac6797e994081b55a0aa7bf36efa42cadf626aef0c2d4a) AuthConfig (36f6165850cd4c7a9dfbb977b519e7c57e8f5cd9df6fc9da531630054a1c913c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"ad55e671-63c5-4ca0-a141-b930a49180b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:13.499755285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"9ba4d559-6bdc-4a8c-be12-5b08017d67cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:13.509697209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"simulator-w1-5a6246","reconcileID":"bbf5e48b-1aac-4308-a410-013908d5bdcf","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"simulator-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"simulator-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:13.536048537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"95727678-f6c1-46b6-b50d-e0192ef72115","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:13.556256349Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-b1ad4e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f01bb1934a0040c9b278adc498ca04d492649955aec81023a1cde05d532cc4ec) AuthConfig (4a20d77f3f5a12ca35c127906698d97a5ec717f59c753f2f9e8d99681cf8f132) AuthConfig (21016bf5a03195474d5f96274e65cd60e9508c1c4191434dd15a4c21dc21cfbc) AuthConfig (a5b494028ab8f6f505ded2bb312e2b281acf37ccd767a0cb6e1a6d6913da2cfb) AuthConfig (9fce57aba607bf0bfd87b3901106d096d95cddcf8187c54e4d17e8539957f86b) AuthConfig (0fa8487846b7dc81260e893443f85c7eda8402cdfd9a9b4dd184113aa6649ade) AuthConfig (f903f4a853da8c9cbe3ad178e0bfd58a7abcd3d33b4911f20f3d1c54eeb81c99) AuthConfig (993a3e3264dc5624db39724fa59b740d5dad7824c004ab171bc9588e34dc5849) AuthConfig (2bf3a478895ff414dc895c873ed6a6934b894ed9e77c769f68047664eafc675f) AuthConfig (47f01618e448f29c71accecd1dc86446930ab62ca9b23414354b6394892bb7f4) AuthConfig (46acd3dac33742454bb21f9fce2486b388b4cbc65dd16ecf09757c5dfa898530) AuthConfig (acc5b61fb5ff022dbebe10e6664b2435c99d58495df633af5a25c4c9752abcac) AuthConfig (4bf26d7813a7c5ddcb459e630382161b4303874f807ee541bba7e02327d22249) AuthConfig (1b7399dee21a61da2f43ca4a58e769c72234fa239b9d9c6595fd9a4ec202b000) AuthConfig (d531b500b0d0953344178ee162c69726bd2aedb42703796f094ed22f3cccea0a) AuthConfig (3fae5b3e3e4465ffcbe97293c4f98bd3b27ca0e45d98af1de66f6c7869b28424) AuthConfig (0af482931eb0dc54228a2c359069b72a7944645cf43f95256e2ba41602258652) AuthConfig (0ab16ec82e3facc8a0c6c936809d52fc0b67e845244aca5f0273ec0324915001) AuthConfig (1ad77155c3d2fdc618dc5695d48bfc482639b23c594b7608b1a23c9d5537786d) AuthConfig (cdbdf74c482eb6ea6e7503a40f165992a79370b9baa8e89aacc83e02a10d7309) AuthConfig (c01ff1cf6c844368433aa1b5cb069192047214537b1074f9db7da99804070404) AuthConfig (1266d57a0ff1b082e77756ad73d9a57013447fc7c34c44bad169fb4d54b081ad) AuthConfig (515ab0216f962866d40c56764707e9d5dcb27865c62ab71e3b710f6a75918ec9) AuthConfig (11a73ff8cd38fdcf6bd2401d28b53ad598b4948f1aa8044c379947f2af19fde9) AuthConfig (78fa552816b0ec1559871d3d3bc445efab7fe9aadbfced5781cab45b621be46a) AuthConfig (3eee6524381a607dcdb3cb13badc05d1c96d2b95ef9a9f23f4280cf2699766f9) AuthConfig (5e3b2e78faca358e0f4ddb094cb61500cd3d29f7a229d6cd0fad0d410707ff2c) AuthConfig (2b224d2de6fea0f69fcbc2a23aca5d26370f8f8e38082714074c24828e031937) AuthConfig (e99023f7127b61fb3b268cae495687b4b951786a87d73dd0152a64f968bdaa5f) AuthConfig (0f28987a44e1149e9ab6d6a363b864961f31f8432c9c00e6956daec35f4b80e3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"9ba4d559-6bdc-4a8c-be12-5b08017d67cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:13.594071507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"95727678-f6c1-46b6-b50d-e0192ef72115","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:13.615491451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"premium-w4-b1ad4e","reconcileID":"b4c7fe4d-d61e-4a98-92e5-b55e7ab2ea87","MaaSModelRef":{"name":"premium-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"premium-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"premium-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:13.629547056Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-subscription","reconcileID":"a410342e-4ea0-4bc8-a173-07c351a9ba48","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-premium-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/premium-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:13.65082787Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-5a6246-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bbab8559e59e2536dfc95d7a081c7eb02aad7c301a6ce59aaea16853bcdcba11) AuthConfig (f708b4772f4b7baccb3373dcf7d16614a657d48cd12e5e47f58fe7033ae761c8) AuthConfig (8393351c3a1a2cc173f047608e5c9bfd14aeb4b146d5ddbf855a3a6c7ddda69f) AuthConfig (2ba2941e2a3a21234c03e295f7b3b04edab4eeb54114717cf3ec3de110f3f3d9) AuthConfig (051afc8e63ab4b5897021e320c0df26c583915ae366599bcacc61246c050d5da) AuthConfig (b71f81122e0dbea7a96e85f37648779f1704befe77fc0ca62bc172b3032e9a00) AuthConfig (6fb0cc4ff53fe26ed8dc99cc4b3febc550573136ed5af001847cce880cec78da) AuthConfig (90c220664cb01638af3d8873a4102f52ecd4b91318eee61132cb48ad9440a533) AuthConfig (2704c59bec6d74fb77dc0ac8bc9164c4021113fd14ce801b9a4f2e1f6d4df6c1) AuthConfig (2a4724ffba9b3b7ded301ad7ac797fc064dbc264baa8986d7b26175e5f84978f) AuthConfig (813c47040d5e90177c8a401144016b15a381fd5f5501af466e04a6fd6a6dbcc7) AuthConfig (8b0c82ea259642ea96e6316a45b74c90254becc1341da5a372cbab0adf04e6c3) AuthConfig (f82b7653ff582a1b6534b67227c4fe0a8a1dda52b91eaac3272e838eaadcc93f) AuthConfig (76b85c4171201986c283f77c91bd5e790aa7b381a621666bdf2c94cbbbf65219) AuthConfig (50737f4f62b150a9f867a4112b84af6ba99fbf2a9e8439693e699c7c634cbdee) AuthConfig (1c40303575966983bdbed1dffe231b33a83a0f98f9784ccbe7d75bb46b7276be) AuthConfig (9a458589d71c6a21905409b745b704a06453aa7398f33b3f1272b57cf78dc650) AuthConfig (4d6d7610ff96c4da284309a5e7c7f98f7ac328b400193be69074a9cfc3c8baae) AuthConfig (63de40f4427c3cfd50e628db5304c956ab075cc04412f2e2d5799320721106a4) AuthConfig (05e998056f08faa52a0d8a039272f095a1828c7e84e1f16e2d41a790331a6048) AuthConfig (0c2cd0e1ca842678e9cf6c2244d2e8709f264fcb7dea38b25c689a3c69b8da78) AuthConfig (7984e692d5703a13a58e038e16bece3009c5d6ebf285be439f338941b097745a) AuthConfig (5c848b7f00f5149e8cd4dd8d47edb297b4dbea55d1a7b64c487cc248b75c4f5a) AuthConfig (f038b6dc9915db5e55f3fc26007e61540ef18d879c973b11b9470100e91aa6b8) AuthConfig (48b18ce8521d31be0c7b1ee2f1899b05866a49becca21cdf44e8c523aabbc4b0) AuthConfig (a4b2ec1676bcfa912605fa625d9eef3a4883ed7e5951376b1d99df1a340d3f4a) AuthConfig (3f5eb7aeac2565b633b73f9dff9fc166953e39b2dd1d28e836b371eef08ecf54) AuthConfig (2035c7d47ac31d8e6826958b98badd062c6f92060ae4ee454dad049a9097027d) AuthConfig (0a613e91a76affcc8aac6797e994081b55a0aa7bf36efa42cadf626aef0c2d4a) AuthConfig (36f6165850cd4c7a9dfbb977b519e7c57e8f5cd9df6fc9da531630054a1c913c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"95727678-f6c1-46b6-b50d-e0192ef72115","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:13.714569112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"premium-w1-5a6246","reconcileID":"c4510cc6-8201-4801-a1b4-f267c2a4e806","MaaSModelRef":{"name":"premium-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"premium-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"premium-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:13.837623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"premium-w4-b1ad4e","reconcileID":"bfa0218f-eb0c-4eaa-b89c-2e05c4e7b94a","MaaSModelRef":{"name":"premium-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"premium-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"premium-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:14.020680259Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-subscription","reconcileID":"86150db7-c191-423e-abe9-36ebc72b9f91","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-simulator-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/simulator-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:14.191759142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"simulator-w1-5a6246","reconcileID":"8ad53a85-7668-400f-b412-50cf3c4db2e5","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"simulator-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"simulator-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:14.240503461Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-subscription","reconcileID":"662776a5-806f-4c64-893b-6a4e1a51f3a3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-simulator-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:14.341999218Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-subscription","reconcileID":"e006390b-36fc-4485-978e-be8d9b2758df","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-premium-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/premium-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:14.410722121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"226288de-55c1-491c-91f6-cd3264f7d514","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:14.468120283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"257c40fd-e6ae-480a-8ce9-69bbae019d1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:14.468127239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"91f72c87-af22-4888-92d3-b49a698b462f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:14.527806288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"91f72c87-af22-4888-92d3-b49a698b462f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:14.527872959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"257c40fd-e6ae-480a-8ce9-69bbae019d1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:14.531817163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"premium-w1-5a6246","reconcileID":"65362eb6-ce5a-4ed5-90da-519462eadb39","MaaSModelRef":{"name":"premium-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"premium-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"premium-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:14.584011495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"8e3257a1-cba1-4893-915e-08e436477953","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:14.584011276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"3e85f329-081e-4388-aeb7-4f29d747ea1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:14.585736243Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-5a6246-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bbab8559e59e2536dfc95d7a081c7eb02aad7c301a6ce59aaea16853bcdcba11) AuthConfig (f708b4772f4b7baccb3373dcf7d16614a657d48cd12e5e47f58fe7033ae761c8) AuthConfig (8393351c3a1a2cc173f047608e5c9bfd14aeb4b146d5ddbf855a3a6c7ddda69f) AuthConfig (2ba2941e2a3a21234c03e295f7b3b04edab4eeb54114717cf3ec3de110f3f3d9) AuthConfig (051afc8e63ab4b5897021e320c0df26c583915ae366599bcacc61246c050d5da) AuthConfig (b71f81122e0dbea7a96e85f37648779f1704befe77fc0ca62bc172b3032e9a00) AuthConfig (6fb0cc4ff53fe26ed8dc99cc4b3febc550573136ed5af001847cce880cec78da) AuthConfig (90c220664cb01638af3d8873a4102f52ecd4b91318eee61132cb48ad9440a533) AuthConfig (2704c59bec6d74fb77dc0ac8bc9164c4021113fd14ce801b9a4f2e1f6d4df6c1) AuthConfig (2a4724ffba9b3b7ded301ad7ac797fc064dbc264baa8986d7b26175e5f84978f) AuthConfig (813c47040d5e90177c8a401144016b15a381fd5f5501af466e04a6fd6a6dbcc7) AuthConfig (8b0c82ea259642ea96e6316a45b74c90254becc1341da5a372cbab0adf04e6c3) AuthConfig (f82b7653ff582a1b6534b67227c4fe0a8a1dda52b91eaac3272e838eaadcc93f) AuthConfig (76b85c4171201986c283f77c91bd5e790aa7b381a621666bdf2c94cbbbf65219) AuthConfig (50737f4f62b150a9f867a4112b84af6ba99fbf2a9e8439693e699c7c634cbdee) AuthConfig (1c40303575966983bdbed1dffe231b33a83a0f98f9784ccbe7d75bb46b7276be) AuthConfig (9a458589d71c6a21905409b745b704a06453aa7398f33b3f1272b57cf78dc650) AuthConfig (4d6d7610ff96c4da284309a5e7c7f98f7ac328b400193be69074a9cfc3c8baae) AuthConfig (63de40f4427c3cfd50e628db5304c956ab075cc04412f2e2d5799320721106a4) AuthConfig (05e998056f08faa52a0d8a039272f095a1828c7e84e1f16e2d41a790331a6048) AuthConfig (0c2cd0e1ca842678e9cf6c2244d2e8709f264fcb7dea38b25c689a3c69b8da78) AuthConfig (7984e692d5703a13a58e038e16bece3009c5d6ebf285be439f338941b097745a) AuthConfig (5c848b7f00f5149e8cd4dd8d47edb297b4dbea55d1a7b64c487cc248b75c4f5a) AuthConfig (f038b6dc9915db5e55f3fc26007e61540ef18d879c973b11b9470100e91aa6b8) AuthConfig (48b18ce8521d31be0c7b1ee2f1899b05866a49becca21cdf44e8c523aabbc4b0) AuthConfig (a4b2ec1676bcfa912605fa625d9eef3a4883ed7e5951376b1d99df1a340d3f4a) AuthConfig (3f5eb7aeac2565b633b73f9dff9fc166953e39b2dd1d28e836b371eef08ecf54) AuthConfig (2035c7d47ac31d8e6826958b98badd062c6f92060ae4ee454dad049a9097027d) AuthConfig (0a613e91a76affcc8aac6797e994081b55a0aa7bf36efa42cadf626aef0c2d4a) AuthConfig (36f6165850cd4c7a9dfbb977b519e7c57e8f5cd9df6fc9da531630054a1c913c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"257c40fd-e6ae-480a-8ce9-69bbae019d1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:14.585784063Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-5a6246-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bbab8559e59e2536dfc95d7a081c7eb02aad7c301a6ce59aaea16853bcdcba11) AuthConfig (f708b4772f4b7baccb3373dcf7d16614a657d48cd12e5e47f58fe7033ae761c8) AuthConfig (8393351c3a1a2cc173f047608e5c9bfd14aeb4b146d5ddbf855a3a6c7ddda69f) AuthConfig (2ba2941e2a3a21234c03e295f7b3b04edab4eeb54114717cf3ec3de110f3f3d9) AuthConfig (051afc8e63ab4b5897021e320c0df26c583915ae366599bcacc61246c050d5da) AuthConfig (b71f81122e0dbea7a96e85f37648779f1704befe77fc0ca62bc172b3032e9a00) AuthConfig (6fb0cc4ff53fe26ed8dc99cc4b3febc550573136ed5af001847cce880cec78da) AuthConfig (90c220664cb01638af3d8873a4102f52ecd4b91318eee61132cb48ad9440a533) AuthConfig (2704c59bec6d74fb77dc0ac8bc9164c4021113fd14ce801b9a4f2e1f6d4df6c1) AuthConfig (2a4724ffba9b3b7ded301ad7ac797fc064dbc264baa8986d7b26175e5f84978f) AuthConfig (813c47040d5e90177c8a401144016b15a381fd5f5501af466e04a6fd6a6dbcc7) AuthConfig (8b0c82ea259642ea96e6316a45b74c90254becc1341da5a372cbab0adf04e6c3) AuthConfig (f82b7653ff582a1b6534b67227c4fe0a8a1dda52b91eaac3272e838eaadcc93f) AuthConfig (76b85c4171201986c283f77c91bd5e790aa7b381a621666bdf2c94cbbbf65219) AuthConfig (50737f4f62b150a9f867a4112b84af6ba99fbf2a9e8439693e699c7c634cbdee) AuthConfig (1c40303575966983bdbed1dffe231b33a83a0f98f9784ccbe7d75bb46b7276be) AuthConfig (9a458589d71c6a21905409b745b704a06453aa7398f33b3f1272b57cf78dc650) AuthConfig (4d6d7610ff96c4da284309a5e7c7f98f7ac328b400193be69074a9cfc3c8baae) AuthConfig (63de40f4427c3cfd50e628db5304c956ab075cc04412f2e2d5799320721106a4) AuthConfig (05e998056f08faa52a0d8a039272f095a1828c7e84e1f16e2d41a790331a6048) AuthConfig (0c2cd0e1ca842678e9cf6c2244d2e8709f264fcb7dea38b25c689a3c69b8da78) AuthConfig (7984e692d5703a13a58e038e16bece3009c5d6ebf285be439f338941b097745a) AuthConfig (5c848b7f00f5149e8cd4dd8d47edb297b4dbea55d1a7b64c487cc248b75c4f5a) AuthConfig (f038b6dc9915db5e55f3fc26007e61540ef18d879c973b11b9470100e91aa6b8) AuthConfig (48b18ce8521d31be0c7b1ee2f1899b05866a49becca21cdf44e8c523aabbc4b0) AuthConfig (a4b2ec1676bcfa912605fa625d9eef3a4883ed7e5951376b1d99df1a340d3f4a) AuthConfig (3f5eb7aeac2565b633b73f9dff9fc166953e39b2dd1d28e836b371eef08ecf54) AuthConfig (2035c7d47ac31d8e6826958b98badd062c6f92060ae4ee454dad049a9097027d) AuthConfig (0a613e91a76affcc8aac6797e994081b55a0aa7bf36efa42cadf626aef0c2d4a) AuthConfig (36f6165850cd4c7a9dfbb977b519e7c57e8f5cd9df6fc9da531630054a1c913c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"91f72c87-af22-4888-92d3-b49a698b462f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:14.642840955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"8e3257a1-cba1-4893-915e-08e436477953","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:14.643011197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"3e85f329-081e-4388-aeb7-4f29d747ea1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:14.7001916Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-b1ad4e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f01bb1934a0040c9b278adc498ca04d492649955aec81023a1cde05d532cc4ec) AuthConfig (4a20d77f3f5a12ca35c127906698d97a5ec717f59c753f2f9e8d99681cf8f132) AuthConfig (21016bf5a03195474d5f96274e65cd60e9508c1c4191434dd15a4c21dc21cfbc) AuthConfig (a5b494028ab8f6f505ded2bb312e2b281acf37ccd767a0cb6e1a6d6913da2cfb) AuthConfig (9fce57aba607bf0bfd87b3901106d096d95cddcf8187c54e4d17e8539957f86b) AuthConfig (0fa8487846b7dc81260e893443f85c7eda8402cdfd9a9b4dd184113aa6649ade) AuthConfig (f903f4a853da8c9cbe3ad178e0bfd58a7abcd3d33b4911f20f3d1c54eeb81c99) AuthConfig (993a3e3264dc5624db39724fa59b740d5dad7824c004ab171bc9588e34dc5849) AuthConfig (2bf3a478895ff414dc895c873ed6a6934b894ed9e77c769f68047664eafc675f) AuthConfig (47f01618e448f29c71accecd1dc86446930ab62ca9b23414354b6394892bb7f4) AuthConfig (46acd3dac33742454bb21f9fce2486b388b4cbc65dd16ecf09757c5dfa898530) AuthConfig (acc5b61fb5ff022dbebe10e6664b2435c99d58495df633af5a25c4c9752abcac) AuthConfig (4bf26d7813a7c5ddcb459e630382161b4303874f807ee541bba7e02327d22249) AuthConfig (1b7399dee21a61da2f43ca4a58e769c72234fa239b9d9c6595fd9a4ec202b000) AuthConfig (d531b500b0d0953344178ee162c69726bd2aedb42703796f094ed22f3cccea0a) AuthConfig (3fae5b3e3e4465ffcbe97293c4f98bd3b27ca0e45d98af1de66f6c7869b28424) AuthConfig (0af482931eb0dc54228a2c359069b72a7944645cf43f95256e2ba41602258652) AuthConfig (0ab16ec82e3facc8a0c6c936809d52fc0b67e845244aca5f0273ec0324915001) AuthConfig (1ad77155c3d2fdc618dc5695d48bfc482639b23c594b7608b1a23c9d5537786d) AuthConfig (cdbdf74c482eb6ea6e7503a40f165992a79370b9baa8e89aacc83e02a10d7309) AuthConfig (c01ff1cf6c844368433aa1b5cb069192047214537b1074f9db7da99804070404) AuthConfig (1266d57a0ff1b082e77756ad73d9a57013447fc7c34c44bad169fb4d54b081ad) AuthConfig (515ab0216f962866d40c56764707e9d5dcb27865c62ab71e3b710f6a75918ec9) AuthConfig (11a73ff8cd38fdcf6bd2401d28b53ad598b4948f1aa8044c379947f2af19fde9) AuthConfig (78fa552816b0ec1559871d3d3bc445efab7fe9aadbfced5781cab45b621be46a) AuthConfig (3eee6524381a607dcdb3cb13badc05d1c96d2b95ef9a9f23f4280cf2699766f9) AuthConfig (5e3b2e78faca358e0f4ddb094cb61500cd3d29f7a229d6cd0fad0d410707ff2c) AuthConfig (2b224d2de6fea0f69fcbc2a23aca5d26370f8f8e38082714074c24828e031937) AuthConfig (e99023f7127b61fb3b268cae495687b4b951786a87d73dd0152a64f968bdaa5f) AuthConfig (0f28987a44e1149e9ab6d6a363b864961f31f8432c9c00e6956daec35f4b80e3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"8e3257a1-cba1-4893-915e-08e436477953","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:14.700829805Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-b1ad4e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f01bb1934a0040c9b278adc498ca04d492649955aec81023a1cde05d532cc4ec) AuthConfig (4a20d77f3f5a12ca35c127906698d97a5ec717f59c753f2f9e8d99681cf8f132) AuthConfig (21016bf5a03195474d5f96274e65cd60e9508c1c4191434dd15a4c21dc21cfbc) AuthConfig (a5b494028ab8f6f505ded2bb312e2b281acf37ccd767a0cb6e1a6d6913da2cfb) AuthConfig (9fce57aba607bf0bfd87b3901106d096d95cddcf8187c54e4d17e8539957f86b) AuthConfig (0fa8487846b7dc81260e893443f85c7eda8402cdfd9a9b4dd184113aa6649ade) AuthConfig (f903f4a853da8c9cbe3ad178e0bfd58a7abcd3d33b4911f20f3d1c54eeb81c99) AuthConfig (993a3e3264dc5624db39724fa59b740d5dad7824c004ab171bc9588e34dc5849) AuthConfig (2bf3a478895ff414dc895c873ed6a6934b894ed9e77c769f68047664eafc675f) AuthConfig (47f01618e448f29c71accecd1dc86446930ab62ca9b23414354b6394892bb7f4) AuthConfig (46acd3dac33742454bb21f9fce2486b388b4cbc65dd16ecf09757c5dfa898530) AuthConfig (acc5b61fb5ff022dbebe10e6664b2435c99d58495df633af5a25c4c9752abcac) AuthConfig (4bf26d7813a7c5ddcb459e630382161b4303874f807ee541bba7e02327d22249) AuthConfig (1b7399dee21a61da2f43ca4a58e769c72234fa239b9d9c6595fd9a4ec202b000) AuthConfig (d531b500b0d0953344178ee162c69726bd2aedb42703796f094ed22f3cccea0a) AuthConfig (3fae5b3e3e4465ffcbe97293c4f98bd3b27ca0e45d98af1de66f6c7869b28424) AuthConfig (0af482931eb0dc54228a2c359069b72a7944645cf43f95256e2ba41602258652) AuthConfig (0ab16ec82e3facc8a0c6c936809d52fc0b67e845244aca5f0273ec0324915001) AuthConfig (1ad77155c3d2fdc618dc5695d48bfc482639b23c594b7608b1a23c9d5537786d) AuthConfig (cdbdf74c482eb6ea6e7503a40f165992a79370b9baa8e89aacc83e02a10d7309) AuthConfig (c01ff1cf6c844368433aa1b5cb069192047214537b1074f9db7da99804070404) AuthConfig (1266d57a0ff1b082e77756ad73d9a57013447fc7c34c44bad169fb4d54b081ad) AuthConfig (515ab0216f962866d40c56764707e9d5dcb27865c62ab71e3b710f6a75918ec9) AuthConfig (11a73ff8cd38fdcf6bd2401d28b53ad598b4948f1aa8044c379947f2af19fde9) AuthConfig (78fa552816b0ec1559871d3d3bc445efab7fe9aadbfced5781cab45b621be46a) AuthConfig (3eee6524381a607dcdb3cb13badc05d1c96d2b95ef9a9f23f4280cf2699766f9) AuthConfig (5e3b2e78faca358e0f4ddb094cb61500cd3d29f7a229d6cd0fad0d410707ff2c) AuthConfig (2b224d2de6fea0f69fcbc2a23aca5d26370f8f8e38082714074c24828e031937) AuthConfig (e99023f7127b61fb3b268cae495687b4b951786a87d73dd0152a64f968bdaa5f) AuthConfig (0f28987a44e1149e9ab6d6a363b864961f31f8432c9c00e6956daec35f4b80e3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"3e85f329-081e-4388-aeb7-4f29d747ea1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:14.759713242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"0d19f755-1a76-41db-9d2a-922496c234a1","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:14.788247819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"308e5c40-a88c-45ac-a380-f8ee71678ca9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:14.788540454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"53b2a21e-b445-46b0-b5fd-eb546f688649","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:14.847010421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"53b2a21e-b445-46b0-b5fd-eb546f688649","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:14.847056608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"308e5c40-a88c-45ac-a380-f8ee71678ca9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:14.888728248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"b51ae394-d444-4264-9d44-46b17009711c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:14.904529444Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-5a6246-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bbab8559e59e2536dfc95d7a081c7eb02aad7c301a6ce59aaea16853bcdcba11) AuthConfig (f708b4772f4b7baccb3373dcf7d16614a657d48cd12e5e47f58fe7033ae761c8) AuthConfig (8393351c3a1a2cc173f047608e5c9bfd14aeb4b146d5ddbf855a3a6c7ddda69f) AuthConfig (2ba2941e2a3a21234c03e295f7b3b04edab4eeb54114717cf3ec3de110f3f3d9) AuthConfig (051afc8e63ab4b5897021e320c0df26c583915ae366599bcacc61246c050d5da) AuthConfig (b71f81122e0dbea7a96e85f37648779f1704befe77fc0ca62bc172b3032e9a00) AuthConfig (6fb0cc4ff53fe26ed8dc99cc4b3febc550573136ed5af001847cce880cec78da) AuthConfig (90c220664cb01638af3d8873a4102f52ecd4b91318eee61132cb48ad9440a533) AuthConfig (2704c59bec6d74fb77dc0ac8bc9164c4021113fd14ce801b9a4f2e1f6d4df6c1) AuthConfig (2a4724ffba9b3b7ded301ad7ac797fc064dbc264baa8986d7b26175e5f84978f) AuthConfig (813c47040d5e90177c8a401144016b15a381fd5f5501af466e04a6fd6a6dbcc7) AuthConfig (8b0c82ea259642ea96e6316a45b74c90254becc1341da5a372cbab0adf04e6c3) AuthConfig (f82b7653ff582a1b6534b67227c4fe0a8a1dda52b91eaac3272e838eaadcc93f) AuthConfig (76b85c4171201986c283f77c91bd5e790aa7b381a621666bdf2c94cbbbf65219) AuthConfig (50737f4f62b150a9f867a4112b84af6ba99fbf2a9e8439693e699c7c634cbdee) AuthConfig (1c40303575966983bdbed1dffe231b33a83a0f98f9784ccbe7d75bb46b7276be) AuthConfig (9a458589d71c6a21905409b745b704a06453aa7398f33b3f1272b57cf78dc650) AuthConfig (4d6d7610ff96c4da284309a5e7c7f98f7ac328b400193be69074a9cfc3c8baae) AuthConfig (63de40f4427c3cfd50e628db5304c956ab075cc04412f2e2d5799320721106a4) AuthConfig (05e998056f08faa52a0d8a039272f095a1828c7e84e1f16e2d41a790331a6048) AuthConfig (0c2cd0e1ca842678e9cf6c2244d2e8709f264fcb7dea38b25c689a3c69b8da78) AuthConfig (7984e692d5703a13a58e038e16bece3009c5d6ebf285be439f338941b097745a) AuthConfig (5c848b7f00f5149e8cd4dd8d47edb297b4dbea55d1a7b64c487cc248b75c4f5a) AuthConfig (f038b6dc9915db5e55f3fc26007e61540ef18d879c973b11b9470100e91aa6b8) AuthConfig (48b18ce8521d31be0c7b1ee2f1899b05866a49becca21cdf44e8c523aabbc4b0) AuthConfig (a4b2ec1676bcfa912605fa625d9eef3a4883ed7e5951376b1d99df1a340d3f4a) AuthConfig (3f5eb7aeac2565b633b73f9dff9fc166953e39b2dd1d28e836b371eef08ecf54) AuthConfig (2035c7d47ac31d8e6826958b98badd062c6f92060ae4ee454dad049a9097027d) AuthConfig (0a613e91a76affcc8aac6797e994081b55a0aa7bf36efa42cadf626aef0c2d4a) AuthConfig (36f6165850cd4c7a9dfbb977b519e7c57e8f5cd9df6fc9da531630054a1c913c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"308e5c40-a88c-45ac-a380-f8ee71678ca9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:14.904538063Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-5a6246-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bbab8559e59e2536dfc95d7a081c7eb02aad7c301a6ce59aaea16853bcdcba11) AuthConfig (f708b4772f4b7baccb3373dcf7d16614a657d48cd12e5e47f58fe7033ae761c8) AuthConfig (8393351c3a1a2cc173f047608e5c9bfd14aeb4b146d5ddbf855a3a6c7ddda69f) AuthConfig (2ba2941e2a3a21234c03e295f7b3b04edab4eeb54114717cf3ec3de110f3f3d9) AuthConfig (051afc8e63ab4b5897021e320c0df26c583915ae366599bcacc61246c050d5da) AuthConfig (b71f81122e0dbea7a96e85f37648779f1704befe77fc0ca62bc172b3032e9a00) AuthConfig (6fb0cc4ff53fe26ed8dc99cc4b3febc550573136ed5af001847cce880cec78da) AuthConfig (90c220664cb01638af3d8873a4102f52ecd4b91318eee61132cb48ad9440a533) AuthConfig (2704c59bec6d74fb77dc0ac8bc9164c4021113fd14ce801b9a4f2e1f6d4df6c1) AuthConfig (2a4724ffba9b3b7ded301ad7ac797fc064dbc264baa8986d7b26175e5f84978f) AuthConfig (813c47040d5e90177c8a401144016b15a381fd5f5501af466e04a6fd6a6dbcc7) AuthConfig (8b0c82ea259642ea96e6316a45b74c90254becc1341da5a372cbab0adf04e6c3) AuthConfig (f82b7653ff582a1b6534b67227c4fe0a8a1dda52b91eaac3272e838eaadcc93f) AuthConfig (76b85c4171201986c283f77c91bd5e790aa7b381a621666bdf2c94cbbbf65219) AuthConfig (50737f4f62b150a9f867a4112b84af6ba99fbf2a9e8439693e699c7c634cbdee) AuthConfig (1c40303575966983bdbed1dffe231b33a83a0f98f9784ccbe7d75bb46b7276be) AuthConfig (9a458589d71c6a21905409b745b704a06453aa7398f33b3f1272b57cf78dc650) AuthConfig (4d6d7610ff96c4da284309a5e7c7f98f7ac328b400193be69074a9cfc3c8baae) AuthConfig (63de40f4427c3cfd50e628db5304c956ab075cc04412f2e2d5799320721106a4) AuthConfig (05e998056f08faa52a0d8a039272f095a1828c7e84e1f16e2d41a790331a6048) AuthConfig (0c2cd0e1ca842678e9cf6c2244d2e8709f264fcb7dea38b25c689a3c69b8da78) AuthConfig (7984e692d5703a13a58e038e16bece3009c5d6ebf285be439f338941b097745a) AuthConfig (5c848b7f00f5149e8cd4dd8d47edb297b4dbea55d1a7b64c487cc248b75c4f5a) AuthConfig (f038b6dc9915db5e55f3fc26007e61540ef18d879c973b11b9470100e91aa6b8) AuthConfig (48b18ce8521d31be0c7b1ee2f1899b05866a49becca21cdf44e8c523aabbc4b0) AuthConfig (a4b2ec1676bcfa912605fa625d9eef3a4883ed7e5951376b1d99df1a340d3f4a) AuthConfig (3f5eb7aeac2565b633b73f9dff9fc166953e39b2dd1d28e836b371eef08ecf54) AuthConfig (2035c7d47ac31d8e6826958b98badd062c6f92060ae4ee454dad049a9097027d) AuthConfig (0a613e91a76affcc8aac6797e994081b55a0aa7bf36efa42cadf626aef0c2d4a) AuthConfig (36f6165850cd4c7a9dfbb977b519e7c57e8f5cd9df6fc9da531630054a1c913c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"53b2a21e-b445-46b0-b5fd-eb546f688649","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:14.946916191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"b51ae394-d444-4264-9d44-46b17009711c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:14.989042207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"32e6d905-3d79-43ae-bc73-c9215d15451e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:15.003984114Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-b1ad4e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f01bb1934a0040c9b278adc498ca04d492649955aec81023a1cde05d532cc4ec) AuthConfig (4a20d77f3f5a12ca35c127906698d97a5ec717f59c753f2f9e8d99681cf8f132) AuthConfig (21016bf5a03195474d5f96274e65cd60e9508c1c4191434dd15a4c21dc21cfbc) AuthConfig (a5b494028ab8f6f505ded2bb312e2b281acf37ccd767a0cb6e1a6d6913da2cfb) AuthConfig (9fce57aba607bf0bfd87b3901106d096d95cddcf8187c54e4d17e8539957f86b) AuthConfig (0fa8487846b7dc81260e893443f85c7eda8402cdfd9a9b4dd184113aa6649ade) AuthConfig (f903f4a853da8c9cbe3ad178e0bfd58a7abcd3d33b4911f20f3d1c54eeb81c99) AuthConfig (993a3e3264dc5624db39724fa59b740d5dad7824c004ab171bc9588e34dc5849) AuthConfig (2bf3a478895ff414dc895c873ed6a6934b894ed9e77c769f68047664eafc675f) AuthConfig (47f01618e448f29c71accecd1dc86446930ab62ca9b23414354b6394892bb7f4) AuthConfig (46acd3dac33742454bb21f9fce2486b388b4cbc65dd16ecf09757c5dfa898530) AuthConfig (acc5b61fb5ff022dbebe10e6664b2435c99d58495df633af5a25c4c9752abcac) AuthConfig (4bf26d7813a7c5ddcb459e630382161b4303874f807ee541bba7e02327d22249) AuthConfig (1b7399dee21a61da2f43ca4a58e769c72234fa239b9d9c6595fd9a4ec202b000) AuthConfig (d531b500b0d0953344178ee162c69726bd2aedb42703796f094ed22f3cccea0a) AuthConfig (3fae5b3e3e4465ffcbe97293c4f98bd3b27ca0e45d98af1de66f6c7869b28424) AuthConfig (0af482931eb0dc54228a2c359069b72a7944645cf43f95256e2ba41602258652) AuthConfig (0ab16ec82e3facc8a0c6c936809d52fc0b67e845244aca5f0273ec0324915001) AuthConfig (1ad77155c3d2fdc618dc5695d48bfc482639b23c594b7608b1a23c9d5537786d) AuthConfig (cdbdf74c482eb6ea6e7503a40f165992a79370b9baa8e89aacc83e02a10d7309) AuthConfig (c01ff1cf6c844368433aa1b5cb069192047214537b1074f9db7da99804070404) AuthConfig (1266d57a0ff1b082e77756ad73d9a57013447fc7c34c44bad169fb4d54b081ad) AuthConfig (515ab0216f962866d40c56764707e9d5dcb27865c62ab71e3b710f6a75918ec9) AuthConfig (11a73ff8cd38fdcf6bd2401d28b53ad598b4948f1aa8044c379947f2af19fde9) AuthConfig (78fa552816b0ec1559871d3d3bc445efab7fe9aadbfced5781cab45b621be46a) AuthConfig (3eee6524381a607dcdb3cb13badc05d1c96d2b95ef9a9f23f4280cf2699766f9) AuthConfig (5e3b2e78faca358e0f4ddb094cb61500cd3d29f7a229d6cd0fad0d410707ff2c) AuthConfig (2b224d2de6fea0f69fcbc2a23aca5d26370f8f8e38082714074c24828e031937) AuthConfig (e99023f7127b61fb3b268cae495687b4b951786a87d73dd0152a64f968bdaa5f) AuthConfig (0f28987a44e1149e9ab6d6a363b864961f31f8432c9c00e6956daec35f4b80e3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"b51ae394-d444-4264-9d44-46b17009711c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:15.047705067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"32e6d905-3d79-43ae-bc73-c9215d15451e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:15.062034686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"c13dc699-c2df-4b24-8a3c-f10f7772b9ea","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:15.105004578Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-b1ad4e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f01bb1934a0040c9b278adc498ca04d492649955aec81023a1cde05d532cc4ec) AuthConfig (4a20d77f3f5a12ca35c127906698d97a5ec717f59c753f2f9e8d99681cf8f132) AuthConfig (21016bf5a03195474d5f96274e65cd60e9508c1c4191434dd15a4c21dc21cfbc) AuthConfig (a5b494028ab8f6f505ded2bb312e2b281acf37ccd767a0cb6e1a6d6913da2cfb) AuthConfig (9fce57aba607bf0bfd87b3901106d096d95cddcf8187c54e4d17e8539957f86b) AuthConfig (0fa8487846b7dc81260e893443f85c7eda8402cdfd9a9b4dd184113aa6649ade) AuthConfig (f903f4a853da8c9cbe3ad178e0bfd58a7abcd3d33b4911f20f3d1c54eeb81c99) AuthConfig (993a3e3264dc5624db39724fa59b740d5dad7824c004ab171bc9588e34dc5849) AuthConfig (2bf3a478895ff414dc895c873ed6a6934b894ed9e77c769f68047664eafc675f) AuthConfig (47f01618e448f29c71accecd1dc86446930ab62ca9b23414354b6394892bb7f4) AuthConfig (46acd3dac33742454bb21f9fce2486b388b4cbc65dd16ecf09757c5dfa898530) AuthConfig (acc5b61fb5ff022dbebe10e6664b2435c99d58495df633af5a25c4c9752abcac) AuthConfig (4bf26d7813a7c5ddcb459e630382161b4303874f807ee541bba7e02327d22249) AuthConfig (1b7399dee21a61da2f43ca4a58e769c72234fa239b9d9c6595fd9a4ec202b000) AuthConfig (d531b500b0d0953344178ee162c69726bd2aedb42703796f094ed22f3cccea0a) AuthConfig (3fae5b3e3e4465ffcbe97293c4f98bd3b27ca0e45d98af1de66f6c7869b28424) AuthConfig (0af482931eb0dc54228a2c359069b72a7944645cf43f95256e2ba41602258652) AuthConfig (0ab16ec82e3facc8a0c6c936809d52fc0b67e845244aca5f0273ec0324915001) AuthConfig (1ad77155c3d2fdc618dc5695d48bfc482639b23c594b7608b1a23c9d5537786d) AuthConfig (cdbdf74c482eb6ea6e7503a40f165992a79370b9baa8e89aacc83e02a10d7309) AuthConfig (c01ff1cf6c844368433aa1b5cb069192047214537b1074f9db7da99804070404) AuthConfig (1266d57a0ff1b082e77756ad73d9a57013447fc7c34c44bad169fb4d54b081ad) AuthConfig (515ab0216f962866d40c56764707e9d5dcb27865c62ab71e3b710f6a75918ec9) AuthConfig (11a73ff8cd38fdcf6bd2401d28b53ad598b4948f1aa8044c379947f2af19fde9) AuthConfig (78fa552816b0ec1559871d3d3bc445efab7fe9aadbfced5781cab45b621be46a) AuthConfig (3eee6524381a607dcdb3cb13badc05d1c96d2b95ef9a9f23f4280cf2699766f9) AuthConfig (5e3b2e78faca358e0f4ddb094cb61500cd3d29f7a229d6cd0fad0d410707ff2c) AuthConfig (2b224d2de6fea0f69fcbc2a23aca5d26370f8f8e38082714074c24828e031937) AuthConfig (e99023f7127b61fb3b268cae495687b4b951786a87d73dd0152a64f968bdaa5f) AuthConfig (0f28987a44e1149e9ab6d6a363b864961f31f8432c9c00e6956daec35f4b80e3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"32e6d905-3d79-43ae-bc73-c9215d15451e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:15.120521982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"87ab4cb2-b4f4-4717-9adb-0844f2241035","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:15.279584492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-302399e6-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-filter-sub-b-302399e6-auth","reconcileID":"97d1b65a-4287-4303-aa3d-89513cee7c70","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-302399e6-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:15.338246651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-302399e6-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-filter-sub-b-302399e6-auth","reconcileID":"97d1b65a-4287-4303-aa3d-89513cee7c70","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-302399e6-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:15.368616871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"bc53e295-8b4c-4818-98e2-4dd4a1153dc6","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:15.368749918Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-68b670 priority=0:[ai-tenant-e2e-worker-w3-68b670/e2e-filter-sub-a-a87b462c ai-tenant-e2e-worker-w3-68b670/e2e-filter-sub-b-302399e6]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:15.430884235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"d6041a6f-e613-4373-af09-376f2ef58191","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:20:15.481119618Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-302399e6","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-filter-sub-b-302399e6","reconcileID":"a3af27c1-9016-4519-81cc-1a4c613f0909","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-b-302399e6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:15.490073888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"02f01af2-5adc-42b5-a723-2221432abafe","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:15.531889743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a87b462c-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-filter-sub-a-a87b462c-auth","reconcileID":"3e08bbaa-9a1f-44a4-a122-75723fe7c1be","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a87b462c-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:15.532434256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"5393266a-a5e9-4afa-b606-69b045cb7a79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:15.533093453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"e5f62af1-f2ad-475c-9ffb-17e2e8e54eaa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:15.591209479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a87b462c-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-filter-sub-a-a87b462c-auth","reconcileID":"3e08bbaa-9a1f-44a4-a122-75723fe7c1be","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a87b462c-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:15.591557619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"e5f62af1-f2ad-475c-9ffb-17e2e8e54eaa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:15.593497394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"5393266a-a5e9-4afa-b606-69b045cb7a79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:15.598748837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"4a152703-1b10-42b2-875d-8fe991552a38","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:15.655370664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"a866301c-793f-44f0-8619-042481e586c6","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:15.661507907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"c0249ea2-8ccb-4512-a935-0242b11c1b94","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:15.819543476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-302399e6-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-filter-sub-b-302399e6-auth","reconcileID":"f042f9d0-9175-4ac1-be5d-f8e7d2599ac2","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-302399e6-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:15.877687948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-302399e6-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-filter-sub-b-302399e6-auth","reconcileID":"f042f9d0-9175-4ac1-be5d-f8e7d2599ac2","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-302399e6-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:15.927539953Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-302399e6","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-filter-sub-b-302399e6","reconcileID":"20c9eb7a-10ad-453f-bc6b-e6d2852afd79","MaaSSubscription":{"name":"e2e-filter-sub-b-302399e6","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-simulator-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w3-68b670/e2e-filter-sub-a-a87b462c","ai-tenant-e2e-worker-w3-68b670/e2e-filter-sub-b-302399e6","ai-tenant-e2e-worker-w3-68b670/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:15.963370164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"5dd8e92b-d0a5-40c2-9d80-5401d7d6f2a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:15.963647429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a87b462c-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-filter-sub-a-a87b462c-auth","reconcileID":"89253a3f-e09f-47f0-9f3f-110244ffaacc","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a87b462c-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:15.963373515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"8726f0c1-82c9-4602-bccc-b6cbe5412427","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:16.022364549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a87b462c-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-filter-sub-a-a87b462c-auth","reconcileID":"89253a3f-e09f-47f0-9f3f-110244ffaacc","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a87b462c-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:16.022483389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"5dd8e92b-d0a5-40c2-9d80-5401d7d6f2a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:16.024576317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"8726f0c1-82c9-4602-bccc-b6cbe5412427","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:16.096792002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"8668a682-4e52-4c62-b627-8065902f5b66","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:16.141879445Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-a87b462c","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-filter-sub-a-a87b462c","reconcileID":"554d7b36-4c22-4fbb-bc79-bb6bb22420ea","MaaSSubscription":{"name":"e2e-filter-sub-a-a87b462c","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-simulator-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:16.141881791Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-subscription","reconcileID":"c218c672-a3e7-4476-80f4-5cb7233520bb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-simulator-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:16.293978523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"e29802ab-3269-436f-a3d9-210beac5b784","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:16.293989746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"20d0264a-d9a3-46ab-ad80-f8e5faf3f21d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:16.311155796Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-302399e6","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-filter-sub-b-302399e6","reconcileID":"05dc2ae0-861a-43b8-a64b-946fc583ce52","MaaSSubscription":{"name":"e2e-filter-sub-b-302399e6","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-simulator-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:16.352486112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"e29802ab-3269-436f-a3d9-210beac5b784","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:16.352563145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"20d0264a-d9a3-46ab-ad80-f8e5faf3f21d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:16.626654334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"namespace":"e2e-models-e2e-worker-w0-0aa6b9","name":"simulator-w0-0aa6b9","reconcileID":"bedfd5eb-b0ca-4341-b102-2876e2bc57e8","MaaSModelRef":{"name":"simulator-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"routeName":"simulator-w0-0aa6b9-kserve-route","namespace":"e2e-models-e2e-worker-w0-0aa6b9","llmisvcName":"simulator-w0-0aa6b9","gateway":"openshift-ingress/e2e-worker-w0-0aa6b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:16.62938133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"namespace":"e2e-models-e2e-worker-w0-0aa6b9","name":"premium-w0-0aa6b9","reconcileID":"3f7b4d01-bbdd-4938-9941-9c38ff15db74","MaaSModelRef":{"name":"premium-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"routeName":"premium-w0-0aa6b9-kserve-route","namespace":"e2e-models-e2e-worker-w0-0aa6b9","llmisvcName":"premium-w0-0aa6b9","gateway":"openshift-ingress/e2e-worker-w0-0aa6b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:20.286551036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"81264635-364d-4457-b352-4f5ff32537df","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:20.44571716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a87b462c-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-filter-sub-a-a87b462c-auth","reconcileID":"1d121597-d762-4475-b1d6-38736fff8f2c","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a87b462c-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:20.445896799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"4006515d-065b-4aef-beb6-262e27eee7c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:20.445718093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-302399e6-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-filter-sub-b-302399e6-auth","reconcileID":"c57c4237-12b7-43f4-92f8-e97cf79a5f7b","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-302399e6-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:20.446322561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"85cfdb94-249d-4a8c-a8d7-a239a7e6bd4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:20.504919386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"4006515d-065b-4aef-beb6-262e27eee7c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:20.505036361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a87b462c-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-filter-sub-a-a87b462c-auth","reconcileID":"1d121597-d762-4475-b1d6-38736fff8f2c","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a87b462c-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:20.507329567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-302399e6-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-filter-sub-b-302399e6-auth","reconcileID":"c57c4237-12b7-43f4-92f8-e97cf79a5f7b","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-302399e6-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:20.50752128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"85cfdb94-249d-4a8c-a8d7-a239a7e6bd4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:24.173431931Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e0f514","reconcileID":"7954aa1d-3cca-4ecb-91e1-cd0d7fba0977","namespace":"llm","name":"e2e-rt-sw-e0f514","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:24.232149506Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e0f514","reconcileID":"93ddb0dc-63e4-4f7c-a738-18815465ff91","namespace":"llm","name":"e2e-rt-sw-e0f514","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:24.341965095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"f33ac9b6-5750-437a-bca2-20a6713bf105","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:24.346957393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"4b1ce17c-5108-4cd2-bae8-bd4feb2ecf5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:24.347317314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a87b462c-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-filter-sub-a-a87b462c-auth","reconcileID":"9c477c45-ead8-4c7d-8db2-244f447dd10a","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a87b462c-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:24.347584529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"17b449ce-2ca5-4bbe-b513-314f6146a456","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:24.347800979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"01c7c6b1-44bf-4dd9-9cde-bd489724652c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:24.407727309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"f33ac9b6-5750-437a-bca2-20a6713bf105","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:24.4130589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"17b449ce-2ca5-4bbe-b513-314f6146a456","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:24.413082514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"4b1ce17c-5108-4cd2-bae8-bd4feb2ecf5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:24.415699899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a87b462c-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-filter-sub-a-a87b462c-auth","reconcileID":"9c477c45-ead8-4c7d-8db2-244f447dd10a","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a87b462c-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:24.415871865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"01c7c6b1-44bf-4dd9-9cde-bd489724652c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:24.469855711Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-5a6246-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bbab8559e59e2536dfc95d7a081c7eb02aad7c301a6ce59aaea16853bcdcba11) AuthConfig (f708b4772f4b7baccb3373dcf7d16614a657d48cd12e5e47f58fe7033ae761c8) AuthConfig (8393351c3a1a2cc173f047608e5c9bfd14aeb4b146d5ddbf855a3a6c7ddda69f) AuthConfig (2ba2941e2a3a21234c03e295f7b3b04edab4eeb54114717cf3ec3de110f3f3d9) AuthConfig (051afc8e63ab4b5897021e320c0df26c583915ae366599bcacc61246c050d5da) AuthConfig (b71f81122e0dbea7a96e85f37648779f1704befe77fc0ca62bc172b3032e9a00) AuthConfig (6fb0cc4ff53fe26ed8dc99cc4b3febc550573136ed5af001847cce880cec78da) AuthConfig (90c220664cb01638af3d8873a4102f52ecd4b91318eee61132cb48ad9440a533) AuthConfig (2704c59bec6d74fb77dc0ac8bc9164c4021113fd14ce801b9a4f2e1f6d4df6c1) AuthConfig (2a4724ffba9b3b7ded301ad7ac797fc064dbc264baa8986d7b26175e5f84978f) AuthConfig (813c47040d5e90177c8a401144016b15a381fd5f5501af466e04a6fd6a6dbcc7) AuthConfig (8b0c82ea259642ea96e6316a45b74c90254becc1341da5a372cbab0adf04e6c3) AuthConfig (f82b7653ff582a1b6534b67227c4fe0a8a1dda52b91eaac3272e838eaadcc93f) AuthConfig (76b85c4171201986c283f77c91bd5e790aa7b381a621666bdf2c94cbbbf65219) AuthConfig (50737f4f62b150a9f867a4112b84af6ba99fbf2a9e8439693e699c7c634cbdee) AuthConfig (1c40303575966983bdbed1dffe231b33a83a0f98f9784ccbe7d75bb46b7276be) AuthConfig (9a458589d71c6a21905409b745b704a06453aa7398f33b3f1272b57cf78dc650) AuthConfig (4d6d7610ff96c4da284309a5e7c7f98f7ac328b400193be69074a9cfc3c8baae) AuthConfig (63de40f4427c3cfd50e628db5304c956ab075cc04412f2e2d5799320721106a4) AuthConfig (05e998056f08faa52a0d8a039272f095a1828c7e84e1f16e2d41a790331a6048) AuthConfig (0c2cd0e1ca842678e9cf6c2244d2e8709f264fcb7dea38b25c689a3c69b8da78) AuthConfig (7984e692d5703a13a58e038e16bece3009c5d6ebf285be439f338941b097745a) AuthConfig (5c848b7f00f5149e8cd4dd8d47edb297b4dbea55d1a7b64c487cc248b75c4f5a) AuthConfig (f038b6dc9915db5e55f3fc26007e61540ef18d879c973b11b9470100e91aa6b8) AuthConfig (48b18ce8521d31be0c7b1ee2f1899b05866a49becca21cdf44e8c523aabbc4b0) AuthConfig (a4b2ec1676bcfa912605fa625d9eef3a4883ed7e5951376b1d99df1a340d3f4a) AuthConfig (3f5eb7aeac2565b633b73f9dff9fc166953e39b2dd1d28e836b371eef08ecf54) AuthConfig (2035c7d47ac31d8e6826958b98badd062c6f92060ae4ee454dad049a9097027d) AuthConfig (0a613e91a76affcc8aac6797e994081b55a0aa7bf36efa42cadf626aef0c2d4a) AuthConfig (36f6165850cd4c7a9dfbb977b519e7c57e8f5cd9df6fc9da531630054a1c913c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"f33ac9b6-5750-437a-bca2-20a6713bf105","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:24.470662369Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-b1ad4e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f01bb1934a0040c9b278adc498ca04d492649955aec81023a1cde05d532cc4ec) AuthConfig (4a20d77f3f5a12ca35c127906698d97a5ec717f59c753f2f9e8d99681cf8f132) AuthConfig (21016bf5a03195474d5f96274e65cd60e9508c1c4191434dd15a4c21dc21cfbc) AuthConfig (a5b494028ab8f6f505ded2bb312e2b281acf37ccd767a0cb6e1a6d6913da2cfb) AuthConfig (9fce57aba607bf0bfd87b3901106d096d95cddcf8187c54e4d17e8539957f86b) AuthConfig (0fa8487846b7dc81260e893443f85c7eda8402cdfd9a9b4dd184113aa6649ade) AuthConfig (f903f4a853da8c9cbe3ad178e0bfd58a7abcd3d33b4911f20f3d1c54eeb81c99) AuthConfig (993a3e3264dc5624db39724fa59b740d5dad7824c004ab171bc9588e34dc5849) AuthConfig (2bf3a478895ff414dc895c873ed6a6934b894ed9e77c769f68047664eafc675f) AuthConfig (47f01618e448f29c71accecd1dc86446930ab62ca9b23414354b6394892bb7f4) AuthConfig (46acd3dac33742454bb21f9fce2486b388b4cbc65dd16ecf09757c5dfa898530) AuthConfig (acc5b61fb5ff022dbebe10e6664b2435c99d58495df633af5a25c4c9752abcac) AuthConfig (4bf26d7813a7c5ddcb459e630382161b4303874f807ee541bba7e02327d22249) AuthConfig (1b7399dee21a61da2f43ca4a58e769c72234fa239b9d9c6595fd9a4ec202b000) AuthConfig (d531b500b0d0953344178ee162c69726bd2aedb42703796f094ed22f3cccea0a) AuthConfig (3fae5b3e3e4465ffcbe97293c4f98bd3b27ca0e45d98af1de66f6c7869b28424) AuthConfig (0af482931eb0dc54228a2c359069b72a7944645cf43f95256e2ba41602258652) AuthConfig (0ab16ec82e3facc8a0c6c936809d52fc0b67e845244aca5f0273ec0324915001) AuthConfig (1ad77155c3d2fdc618dc5695d48bfc482639b23c594b7608b1a23c9d5537786d) AuthConfig (cdbdf74c482eb6ea6e7503a40f165992a79370b9baa8e89aacc83e02a10d7309) AuthConfig (c01ff1cf6c844368433aa1b5cb069192047214537b1074f9db7da99804070404) AuthConfig (1266d57a0ff1b082e77756ad73d9a57013447fc7c34c44bad169fb4d54b081ad) AuthConfig (515ab0216f962866d40c56764707e9d5dcb27865c62ab71e3b710f6a75918ec9) AuthConfig (11a73ff8cd38fdcf6bd2401d28b53ad598b4948f1aa8044c379947f2af19fde9) AuthConfig (78fa552816b0ec1559871d3d3bc445efab7fe9aadbfced5781cab45b621be46a) AuthConfig (3eee6524381a607dcdb3cb13badc05d1c96d2b95ef9a9f23f4280cf2699766f9) AuthConfig (5e3b2e78faca358e0f4ddb094cb61500cd3d29f7a229d6cd0fad0d410707ff2c) AuthConfig (2b224d2de6fea0f69fcbc2a23aca5d26370f8f8e38082714074c24828e031937) AuthConfig (e99023f7127b61fb3b268cae495687b4b951786a87d73dd0152a64f968bdaa5f) AuthConfig (0f28987a44e1149e9ab6d6a363b864961f31f8432c9c00e6956daec35f4b80e3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"17b449ce-2ca5-4bbe-b513-314f6146a456","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:24.47188813Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-b1ad4e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f01bb1934a0040c9b278adc498ca04d492649955aec81023a1cde05d532cc4ec) AuthConfig (4a20d77f3f5a12ca35c127906698d97a5ec717f59c753f2f9e8d99681cf8f132) AuthConfig (21016bf5a03195474d5f96274e65cd60e9508c1c4191434dd15a4c21dc21cfbc) AuthConfig (a5b494028ab8f6f505ded2bb312e2b281acf37ccd767a0cb6e1a6d6913da2cfb) AuthConfig (9fce57aba607bf0bfd87b3901106d096d95cddcf8187c54e4d17e8539957f86b) AuthConfig (0fa8487846b7dc81260e893443f85c7eda8402cdfd9a9b4dd184113aa6649ade) AuthConfig (f903f4a853da8c9cbe3ad178e0bfd58a7abcd3d33b4911f20f3d1c54eeb81c99) AuthConfig (993a3e3264dc5624db39724fa59b740d5dad7824c004ab171bc9588e34dc5849) AuthConfig (2bf3a478895ff414dc895c873ed6a6934b894ed9e77c769f68047664eafc675f) AuthConfig (47f01618e448f29c71accecd1dc86446930ab62ca9b23414354b6394892bb7f4) AuthConfig (46acd3dac33742454bb21f9fce2486b388b4cbc65dd16ecf09757c5dfa898530) AuthConfig (acc5b61fb5ff022dbebe10e6664b2435c99d58495df633af5a25c4c9752abcac) AuthConfig (4bf26d7813a7c5ddcb459e630382161b4303874f807ee541bba7e02327d22249) AuthConfig (1b7399dee21a61da2f43ca4a58e769c72234fa239b9d9c6595fd9a4ec202b000) AuthConfig (d531b500b0d0953344178ee162c69726bd2aedb42703796f094ed22f3cccea0a) AuthConfig (3fae5b3e3e4465ffcbe97293c4f98bd3b27ca0e45d98af1de66f6c7869b28424) AuthConfig (0af482931eb0dc54228a2c359069b72a7944645cf43f95256e2ba41602258652) AuthConfig (0ab16ec82e3facc8a0c6c936809d52fc0b67e845244aca5f0273ec0324915001) AuthConfig (1ad77155c3d2fdc618dc5695d48bfc482639b23c594b7608b1a23c9d5537786d) AuthConfig (cdbdf74c482eb6ea6e7503a40f165992a79370b9baa8e89aacc83e02a10d7309) AuthConfig (c01ff1cf6c844368433aa1b5cb069192047214537b1074f9db7da99804070404) AuthConfig (1266d57a0ff1b082e77756ad73d9a57013447fc7c34c44bad169fb4d54b081ad) AuthConfig (515ab0216f962866d40c56764707e9d5dcb27865c62ab71e3b710f6a75918ec9) AuthConfig (11a73ff8cd38fdcf6bd2401d28b53ad598b4948f1aa8044c379947f2af19fde9) AuthConfig (78fa552816b0ec1559871d3d3bc445efab7fe9aadbfced5781cab45b621be46a) AuthConfig (3eee6524381a607dcdb3cb13badc05d1c96d2b95ef9a9f23f4280cf2699766f9) AuthConfig (5e3b2e78faca358e0f4ddb094cb61500cd3d29f7a229d6cd0fad0d410707ff2c) AuthConfig (2b224d2de6fea0f69fcbc2a23aca5d26370f8f8e38082714074c24828e031937) AuthConfig (e99023f7127b61fb3b268cae495687b4b951786a87d73dd0152a64f968bdaa5f) AuthConfig (0f28987a44e1149e9ab6d6a363b864961f31f8432c9c00e6956daec35f4b80e3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"4b1ce17c-5108-4cd2-bae8-bd4feb2ecf5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:24.472546491Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-5a6246-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bbab8559e59e2536dfc95d7a081c7eb02aad7c301a6ce59aaea16853bcdcba11) AuthConfig (f708b4772f4b7baccb3373dcf7d16614a657d48cd12e5e47f58fe7033ae761c8) AuthConfig (8393351c3a1a2cc173f047608e5c9bfd14aeb4b146d5ddbf855a3a6c7ddda69f) AuthConfig (2ba2941e2a3a21234c03e295f7b3b04edab4eeb54114717cf3ec3de110f3f3d9) AuthConfig (051afc8e63ab4b5897021e320c0df26c583915ae366599bcacc61246c050d5da) AuthConfig (b71f81122e0dbea7a96e85f37648779f1704befe77fc0ca62bc172b3032e9a00) AuthConfig (6fb0cc4ff53fe26ed8dc99cc4b3febc550573136ed5af001847cce880cec78da) AuthConfig (90c220664cb01638af3d8873a4102f52ecd4b91318eee61132cb48ad9440a533) AuthConfig (2704c59bec6d74fb77dc0ac8bc9164c4021113fd14ce801b9a4f2e1f6d4df6c1) AuthConfig (2a4724ffba9b3b7ded301ad7ac797fc064dbc264baa8986d7b26175e5f84978f) AuthConfig (813c47040d5e90177c8a401144016b15a381fd5f5501af466e04a6fd6a6dbcc7) AuthConfig (8b0c82ea259642ea96e6316a45b74c90254becc1341da5a372cbab0adf04e6c3) AuthConfig (f82b7653ff582a1b6534b67227c4fe0a8a1dda52b91eaac3272e838eaadcc93f) AuthConfig (76b85c4171201986c283f77c91bd5e790aa7b381a621666bdf2c94cbbbf65219) AuthConfig (50737f4f62b150a9f867a4112b84af6ba99fbf2a9e8439693e699c7c634cbdee) AuthConfig (1c40303575966983bdbed1dffe231b33a83a0f98f9784ccbe7d75bb46b7276be) AuthConfig (9a458589d71c6a21905409b745b704a06453aa7398f33b3f1272b57cf78dc650) AuthConfig (4d6d7610ff96c4da284309a5e7c7f98f7ac328b400193be69074a9cfc3c8baae) AuthConfig (63de40f4427c3cfd50e628db5304c956ab075cc04412f2e2d5799320721106a4) AuthConfig (05e998056f08faa52a0d8a039272f095a1828c7e84e1f16e2d41a790331a6048) AuthConfig (0c2cd0e1ca842678e9cf6c2244d2e8709f264fcb7dea38b25c689a3c69b8da78) AuthConfig (7984e692d5703a13a58e038e16bece3009c5d6ebf285be439f338941b097745a) AuthConfig (5c848b7f00f5149e8cd4dd8d47edb297b4dbea55d1a7b64c487cc248b75c4f5a) AuthConfig (f038b6dc9915db5e55f3fc26007e61540ef18d879c973b11b9470100e91aa6b8) AuthConfig (48b18ce8521d31be0c7b1ee2f1899b05866a49becca21cdf44e8c523aabbc4b0) AuthConfig (a4b2ec1676bcfa912605fa625d9eef3a4883ed7e5951376b1d99df1a340d3f4a) AuthConfig (3f5eb7aeac2565b633b73f9dff9fc166953e39b2dd1d28e836b371eef08ecf54) AuthConfig (2035c7d47ac31d8e6826958b98badd062c6f92060ae4ee454dad049a9097027d) AuthConfig (0a613e91a76affcc8aac6797e994081b55a0aa7bf36efa42cadf626aef0c2d4a) AuthConfig (36f6165850cd4c7a9dfbb977b519e7c57e8f5cd9df6fc9da531630054a1c913c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"01c7c6b1-44bf-4dd9-9cde-bd489724652c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:24.592958184Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e0f514","reconcileID":"08373e10-b82f-4bf2-a34a-712f81a7ee41","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"name":"e2e-rt-sw-e0f514","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:24.636067459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4b1784e0-4492-4dfa-b8af-5a20c4931901","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:24.636762685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"be80cb43-2d2d-456e-8b6f-b8d2bbbd8d05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:24.637061922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"f15b3363-d0a2-4a52-aa0a-d6ef88159eec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:24.637518393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-302399e6-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-filter-sub-b-302399e6-auth","reconcileID":"8840c84f-dda7-4eeb-a544-b1df318f23b4","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-302399e6-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:24.701911119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4b1784e0-4492-4dfa-b8af-5a20c4931901","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:24.702645672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"f15b3363-d0a2-4a52-aa0a-d6ef88159eec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:24.705870129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"be80cb43-2d2d-456e-8b6f-b8d2bbbd8d05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:24.706405474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-302399e6-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-filter-sub-b-302399e6-auth","reconcileID":"8840c84f-dda7-4eeb-a544-b1df318f23b4","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-302399e6-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:24.782529603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"ca7ae674-8e23-4580-8c27-e10a9bcce9b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:24.84132524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"ca7ae674-8e23-4580-8c27-e10a9bcce9b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:24.855681395Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e0f514","reconcileID":"9906cd8a-1b60-4a8e-9403-0506c9b157b1","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"name":"e2e-rt-sw-e0f514","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:24.909425332Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ea10ec3c-47ee-4275-99e4-806315150372","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:24.909498805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ea10ec3c-47ee-4275-99e4-806315150372","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:24.909890832Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"70382148-70e9-4612-858f-0945ff61eebd","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:24.909909909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"70382148-70e9-4612-858f-0945ff61eebd","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:24.910241848Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c0f3f76c-b7db-4a5d-a968-cc467b42cce3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:24.910257941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c0f3f76c-b7db-4a5d-a968-cc467b42cce3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:24.91080544Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9f2ed6e9-4785-4e3f-80a8-67d20d39787b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:24.910826696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9f2ed6e9-4785-4e3f-80a8-67d20d39787b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:24.91106212Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"20c1bfc0-2a26-43c8-9eb8-9b65f9b1214e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:24.911075139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"20c1bfc0-2a26-43c8-9eb8-9b65f9b1214e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:24.911364633Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1abcb104-a7ed-4391-abd1-e914632be298","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:24.91137877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1abcb104-a7ed-4391-abd1-e914632be298","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:24.911636146Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3c8fdad4-221e-4802-89ff-42c7ced77aa0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:24.911652826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3c8fdad4-221e-4802-89ff-42c7ced77aa0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:24.911999527Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ecb5c96e-e356-40e2-aa52-6e69a61d612b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:24.912016677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ecb5c96e-e356-40e2-aa52-6e69a61d612b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:24.966807501Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e0f514","reconcileID":"16d47195-3440-4d7a-bdbe-3f16272bb17a","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"name":"e2e-rt-sw-e0f514","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:25.020506708Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f22c7401-9dea-4de3-8a7a-9af4fb49adee","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:25.026182345Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0336550e-198d-484f-bbb2-4529065570fb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:25.079712053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"540da28a-b1e1-4341-8d30-0c1c7c8e2570","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:25.138003545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"540da28a-b1e1-4341-8d30-0c1c7c8e2570","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:25.172869391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"8052fad8-354d-49d9-8416-2b762f3742e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:25.172955005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"9ce4a450-9bcb-467f-b1a0-bc3ca2f71415","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:25.173347923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"405fc60f-f5f7-4ea9-95d2-994ba6711d79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:25.231634274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"405fc60f-f5f7-4ea9-95d2-994ba6711d79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:25.231848401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"9ce4a450-9bcb-467f-b1a0-bc3ca2f71415","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:25.233877175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"8052fad8-354d-49d9-8416-2b762f3742e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:25.272783333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"8180ca00-4021-4cfb-8ff6-d4eda57ed91b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:25.331174537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"8180ca00-4021-4cfb-8ff6-d4eda57ed91b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:25.388545465Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-5a6246-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bbab8559e59e2536dfc95d7a081c7eb02aad7c301a6ce59aaea16853bcdcba11) AuthConfig (f708b4772f4b7baccb3373dcf7d16614a657d48cd12e5e47f58fe7033ae761c8) AuthConfig (8393351c3a1a2cc173f047608e5c9bfd14aeb4b146d5ddbf855a3a6c7ddda69f) AuthConfig (2ba2941e2a3a21234c03e295f7b3b04edab4eeb54114717cf3ec3de110f3f3d9) AuthConfig (051afc8e63ab4b5897021e320c0df26c583915ae366599bcacc61246c050d5da) AuthConfig (b71f81122e0dbea7a96e85f37648779f1704befe77fc0ca62bc172b3032e9a00) AuthConfig (6fb0cc4ff53fe26ed8dc99cc4b3febc550573136ed5af001847cce880cec78da) AuthConfig (90c220664cb01638af3d8873a4102f52ecd4b91318eee61132cb48ad9440a533) AuthConfig (2704c59bec6d74fb77dc0ac8bc9164c4021113fd14ce801b9a4f2e1f6d4df6c1) AuthConfig (2a4724ffba9b3b7ded301ad7ac797fc064dbc264baa8986d7b26175e5f84978f) AuthConfig (813c47040d5e90177c8a401144016b15a381fd5f5501af466e04a6fd6a6dbcc7) AuthConfig (8b0c82ea259642ea96e6316a45b74c90254becc1341da5a372cbab0adf04e6c3) AuthConfig (f82b7653ff582a1b6534b67227c4fe0a8a1dda52b91eaac3272e838eaadcc93f) AuthConfig (76b85c4171201986c283f77c91bd5e790aa7b381a621666bdf2c94cbbbf65219) AuthConfig (50737f4f62b150a9f867a4112b84af6ba99fbf2a9e8439693e699c7c634cbdee) AuthConfig (1c40303575966983bdbed1dffe231b33a83a0f98f9784ccbe7d75bb46b7276be) AuthConfig (9a458589d71c6a21905409b745b704a06453aa7398f33b3f1272b57cf78dc650) AuthConfig (4d6d7610ff96c4da284309a5e7c7f98f7ac328b400193be69074a9cfc3c8baae) AuthConfig (63de40f4427c3cfd50e628db5304c956ab075cc04412f2e2d5799320721106a4) AuthConfig (05e998056f08faa52a0d8a039272f095a1828c7e84e1f16e2d41a790331a6048) AuthConfig (0c2cd0e1ca842678e9cf6c2244d2e8709f264fcb7dea38b25c689a3c69b8da78) AuthConfig (7984e692d5703a13a58e038e16bece3009c5d6ebf285be439f338941b097745a) AuthConfig (5c848b7f00f5149e8cd4dd8d47edb297b4dbea55d1a7b64c487cc248b75c4f5a) AuthConfig (f038b6dc9915db5e55f3fc26007e61540ef18d879c973b11b9470100e91aa6b8) AuthConfig (48b18ce8521d31be0c7b1ee2f1899b05866a49becca21cdf44e8c523aabbc4b0) AuthConfig (a4b2ec1676bcfa912605fa625d9eef3a4883ed7e5951376b1d99df1a340d3f4a) AuthConfig (3f5eb7aeac2565b633b73f9dff9fc166953e39b2dd1d28e836b371eef08ecf54) AuthConfig (2035c7d47ac31d8e6826958b98badd062c6f92060ae4ee454dad049a9097027d) AuthConfig (0a613e91a76affcc8aac6797e994081b55a0aa7bf36efa42cadf626aef0c2d4a) AuthConfig (36f6165850cd4c7a9dfbb977b519e7c57e8f5cd9df6fc9da531630054a1c913c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"8180ca00-4021-4cfb-8ff6-d4eda57ed91b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:25.456224157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"d4226631-44e0-4968-9624-2e9fe536672d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:25.514897272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"d4226631-44e0-4968-9624-2e9fe536672d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:25.556189579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a87b462c-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-filter-sub-a-a87b462c-auth","reconcileID":"d06eaf51-0c1c-4870-a8f3-433144be3e93","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a87b462c-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:25.571920846Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-5a6246-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bbab8559e59e2536dfc95d7a081c7eb02aad7c301a6ce59aaea16853bcdcba11) AuthConfig (f708b4772f4b7baccb3373dcf7d16614a657d48cd12e5e47f58fe7033ae761c8) AuthConfig (8393351c3a1a2cc173f047608e5c9bfd14aeb4b146d5ddbf855a3a6c7ddda69f) AuthConfig (2ba2941e2a3a21234c03e295f7b3b04edab4eeb54114717cf3ec3de110f3f3d9) AuthConfig (051afc8e63ab4b5897021e320c0df26c583915ae366599bcacc61246c050d5da) AuthConfig (b71f81122e0dbea7a96e85f37648779f1704befe77fc0ca62bc172b3032e9a00) AuthConfig (6fb0cc4ff53fe26ed8dc99cc4b3febc550573136ed5af001847cce880cec78da) AuthConfig (90c220664cb01638af3d8873a4102f52ecd4b91318eee61132cb48ad9440a533) AuthConfig (2704c59bec6d74fb77dc0ac8bc9164c4021113fd14ce801b9a4f2e1f6d4df6c1) AuthConfig (2a4724ffba9b3b7ded301ad7ac797fc064dbc264baa8986d7b26175e5f84978f) AuthConfig (813c47040d5e90177c8a401144016b15a381fd5f5501af466e04a6fd6a6dbcc7) AuthConfig (8b0c82ea259642ea96e6316a45b74c90254becc1341da5a372cbab0adf04e6c3) AuthConfig (f82b7653ff582a1b6534b67227c4fe0a8a1dda52b91eaac3272e838eaadcc93f) AuthConfig (76b85c4171201986c283f77c91bd5e790aa7b381a621666bdf2c94cbbbf65219) AuthConfig (50737f4f62b150a9f867a4112b84af6ba99fbf2a9e8439693e699c7c634cbdee) AuthConfig (1c40303575966983bdbed1dffe231b33a83a0f98f9784ccbe7d75bb46b7276be) AuthConfig (9a458589d71c6a21905409b745b704a06453aa7398f33b3f1272b57cf78dc650) AuthConfig (4d6d7610ff96c4da284309a5e7c7f98f7ac328b400193be69074a9cfc3c8baae) AuthConfig (63de40f4427c3cfd50e628db5304c956ab075cc04412f2e2d5799320721106a4) AuthConfig (05e998056f08faa52a0d8a039272f095a1828c7e84e1f16e2d41a790331a6048) AuthConfig (0c2cd0e1ca842678e9cf6c2244d2e8709f264fcb7dea38b25c689a3c69b8da78) AuthConfig (7984e692d5703a13a58e038e16bece3009c5d6ebf285be439f338941b097745a) AuthConfig (5c848b7f00f5149e8cd4dd8d47edb297b4dbea55d1a7b64c487cc248b75c4f5a) AuthConfig (f038b6dc9915db5e55f3fc26007e61540ef18d879c973b11b9470100e91aa6b8) AuthConfig (48b18ce8521d31be0c7b1ee2f1899b05866a49becca21cdf44e8c523aabbc4b0) AuthConfig (a4b2ec1676bcfa912605fa625d9eef3a4883ed7e5951376b1d99df1a340d3f4a) AuthConfig (3f5eb7aeac2565b633b73f9dff9fc166953e39b2dd1d28e836b371eef08ecf54) AuthConfig (2035c7d47ac31d8e6826958b98badd062c6f92060ae4ee454dad049a9097027d) AuthConfig (0a613e91a76affcc8aac6797e994081b55a0aa7bf36efa42cadf626aef0c2d4a) AuthConfig (36f6165850cd4c7a9dfbb977b519e7c57e8f5cd9df6fc9da531630054a1c913c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"d4226631-44e0-4968-9624-2e9fe536672d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:25.60508229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"65bdefc8-867b-43b0-89c7-75f57e6f49d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:25.614019557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a87b462c-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-filter-sub-a-a87b462c-auth","reconcileID":"d06eaf51-0c1c-4870-a8f3-433144be3e93","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a87b462c-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:25.657775557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"2b47e5fc-c22c-45a6-b36f-9783aa433e49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:25.657888891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"4165ee0d-6a8c-4bcc-b2e6-8cbcc2b41716","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:25.663089132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"65bdefc8-867b-43b0-89c7-75f57e6f49d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:25.716281623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"4165ee0d-6a8c-4bcc-b2e6-8cbcc2b41716","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:25.716374884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"2b47e5fc-c22c-45a6-b36f-9783aa433e49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:25.758244592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"90158220-b245-44de-868a-e77fca59aab2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:25.773375556Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-b1ad4e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f01bb1934a0040c9b278adc498ca04d492649955aec81023a1cde05d532cc4ec) AuthConfig (4a20d77f3f5a12ca35c127906698d97a5ec717f59c753f2f9e8d99681cf8f132) AuthConfig (21016bf5a03195474d5f96274e65cd60e9508c1c4191434dd15a4c21dc21cfbc) AuthConfig (a5b494028ab8f6f505ded2bb312e2b281acf37ccd767a0cb6e1a6d6913da2cfb) AuthConfig (9fce57aba607bf0bfd87b3901106d096d95cddcf8187c54e4d17e8539957f86b) AuthConfig (0fa8487846b7dc81260e893443f85c7eda8402cdfd9a9b4dd184113aa6649ade) AuthConfig (f903f4a853da8c9cbe3ad178e0bfd58a7abcd3d33b4911f20f3d1c54eeb81c99) AuthConfig (993a3e3264dc5624db39724fa59b740d5dad7824c004ab171bc9588e34dc5849) AuthConfig (2bf3a478895ff414dc895c873ed6a6934b894ed9e77c769f68047664eafc675f) AuthConfig (47f01618e448f29c71accecd1dc86446930ab62ca9b23414354b6394892bb7f4) AuthConfig (46acd3dac33742454bb21f9fce2486b388b4cbc65dd16ecf09757c5dfa898530) AuthConfig (acc5b61fb5ff022dbebe10e6664b2435c99d58495df633af5a25c4c9752abcac) AuthConfig (4bf26d7813a7c5ddcb459e630382161b4303874f807ee541bba7e02327d22249) AuthConfig (1b7399dee21a61da2f43ca4a58e769c72234fa239b9d9c6595fd9a4ec202b000) AuthConfig (d531b500b0d0953344178ee162c69726bd2aedb42703796f094ed22f3cccea0a) AuthConfig (3fae5b3e3e4465ffcbe97293c4f98bd3b27ca0e45d98af1de66f6c7869b28424) AuthConfig (0af482931eb0dc54228a2c359069b72a7944645cf43f95256e2ba41602258652) AuthConfig (0ab16ec82e3facc8a0c6c936809d52fc0b67e845244aca5f0273ec0324915001) AuthConfig (1ad77155c3d2fdc618dc5695d48bfc482639b23c594b7608b1a23c9d5537786d) AuthConfig (cdbdf74c482eb6ea6e7503a40f165992a79370b9baa8e89aacc83e02a10d7309) AuthConfig (c01ff1cf6c844368433aa1b5cb069192047214537b1074f9db7da99804070404) AuthConfig (1266d57a0ff1b082e77756ad73d9a57013447fc7c34c44bad169fb4d54b081ad) AuthConfig (515ab0216f962866d40c56764707e9d5dcb27865c62ab71e3b710f6a75918ec9) AuthConfig (11a73ff8cd38fdcf6bd2401d28b53ad598b4948f1aa8044c379947f2af19fde9) AuthConfig (78fa552816b0ec1559871d3d3bc445efab7fe9aadbfced5781cab45b621be46a) AuthConfig (3eee6524381a607dcdb3cb13badc05d1c96d2b95ef9a9f23f4280cf2699766f9) AuthConfig (5e3b2e78faca358e0f4ddb094cb61500cd3d29f7a229d6cd0fad0d410707ff2c) AuthConfig (2b224d2de6fea0f69fcbc2a23aca5d26370f8f8e38082714074c24828e031937) AuthConfig (e99023f7127b61fb3b268cae495687b4b951786a87d73dd0152a64f968bdaa5f) AuthConfig (0f28987a44e1149e9ab6d6a363b864961f31f8432c9c00e6956daec35f4b80e3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"2b47e5fc-c22c-45a6-b36f-9783aa433e49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:25.773544932Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-b1ad4e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f01bb1934a0040c9b278adc498ca04d492649955aec81023a1cde05d532cc4ec) AuthConfig (4a20d77f3f5a12ca35c127906698d97a5ec717f59c753f2f9e8d99681cf8f132) AuthConfig (21016bf5a03195474d5f96274e65cd60e9508c1c4191434dd15a4c21dc21cfbc) AuthConfig (a5b494028ab8f6f505ded2bb312e2b281acf37ccd767a0cb6e1a6d6913da2cfb) AuthConfig (9fce57aba607bf0bfd87b3901106d096d95cddcf8187c54e4d17e8539957f86b) AuthConfig (0fa8487846b7dc81260e893443f85c7eda8402cdfd9a9b4dd184113aa6649ade) AuthConfig (f903f4a853da8c9cbe3ad178e0bfd58a7abcd3d33b4911f20f3d1c54eeb81c99) AuthConfig (993a3e3264dc5624db39724fa59b740d5dad7824c004ab171bc9588e34dc5849) AuthConfig (2bf3a478895ff414dc895c873ed6a6934b894ed9e77c769f68047664eafc675f) AuthConfig (47f01618e448f29c71accecd1dc86446930ab62ca9b23414354b6394892bb7f4) AuthConfig (46acd3dac33742454bb21f9fce2486b388b4cbc65dd16ecf09757c5dfa898530) AuthConfig (acc5b61fb5ff022dbebe10e6664b2435c99d58495df633af5a25c4c9752abcac) AuthConfig (4bf26d7813a7c5ddcb459e630382161b4303874f807ee541bba7e02327d22249) AuthConfig (1b7399dee21a61da2f43ca4a58e769c72234fa239b9d9c6595fd9a4ec202b000) AuthConfig (d531b500b0d0953344178ee162c69726bd2aedb42703796f094ed22f3cccea0a) AuthConfig (3fae5b3e3e4465ffcbe97293c4f98bd3b27ca0e45d98af1de66f6c7869b28424) AuthConfig (0af482931eb0dc54228a2c359069b72a7944645cf43f95256e2ba41602258652) AuthConfig (0ab16ec82e3facc8a0c6c936809d52fc0b67e845244aca5f0273ec0324915001) AuthConfig (1ad77155c3d2fdc618dc5695d48bfc482639b23c594b7608b1a23c9d5537786d) AuthConfig (cdbdf74c482eb6ea6e7503a40f165992a79370b9baa8e89aacc83e02a10d7309) AuthConfig (c01ff1cf6c844368433aa1b5cb069192047214537b1074f9db7da99804070404) AuthConfig (1266d57a0ff1b082e77756ad73d9a57013447fc7c34c44bad169fb4d54b081ad) AuthConfig (515ab0216f962866d40c56764707e9d5dcb27865c62ab71e3b710f6a75918ec9) AuthConfig (11a73ff8cd38fdcf6bd2401d28b53ad598b4948f1aa8044c379947f2af19fde9) AuthConfig (78fa552816b0ec1559871d3d3bc445efab7fe9aadbfced5781cab45b621be46a) AuthConfig (3eee6524381a607dcdb3cb13badc05d1c96d2b95ef9a9f23f4280cf2699766f9) AuthConfig (5e3b2e78faca358e0f4ddb094cb61500cd3d29f7a229d6cd0fad0d410707ff2c) AuthConfig (2b224d2de6fea0f69fcbc2a23aca5d26370f8f8e38082714074c24828e031937) AuthConfig (e99023f7127b61fb3b268cae495687b4b951786a87d73dd0152a64f968bdaa5f) AuthConfig (0f28987a44e1149e9ab6d6a363b864961f31f8432c9c00e6956daec35f4b80e3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"4165ee0d-6a8c-4bcc-b2e6-8cbcc2b41716","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:25.816174811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"90158220-b245-44de-868a-e77fca59aab2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:26.074029644Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e0f514","reconcileID":"41945b7e-6052-4d06-92ba-12c0e130c8c4","namespace":"llm","name":"e2e-rt-sw-e0f514","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:26.128211462Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e0f514","reconcileID":"886b51c7-8e4e-411b-a3ab-3903ba66be90","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-e0f514","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:26.128245446Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e0f514","reconcileID":"886b51c7-8e4e-411b-a3ab-3903ba66be90","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-e0f514-2ae64b71b21b","namespace":"llm","model":"e2e-rt-sw-e0f514","externalModel":"e2e-rt-sw-e0f514","provider":"e2e-rt-sw-e0f514-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:26.233030005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"3942ce90-8490-493a-aa34-04975ef7789a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:26.23302958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"3344ebfb-46d4-4bc3-87b1-b4c9f605bd0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:26.235657864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"1bd8110f-acc4-410e-b4a9-be788e67cf86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:26.235704112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"5c673ae1-cddf-4b95-9ce5-bd568e201016","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:26.236363751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"f97a0b22-4c0b-4a46-9f1d-fb079ec9ba09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:26.292296135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"3344ebfb-46d4-4bc3-87b1-b4c9f605bd0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:26.292479481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"3942ce90-8490-493a-aa34-04975ef7789a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:26.296279762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"5c673ae1-cddf-4b95-9ce5-bd568e201016","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:26.296468627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"1bd8110f-acc4-410e-b4a9-be788e67cf86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:26.29849381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"f97a0b22-4c0b-4a46-9f1d-fb079ec9ba09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:26.349563203Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-5a6246-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bbab8559e59e2536dfc95d7a081c7eb02aad7c301a6ce59aaea16853bcdcba11) AuthConfig (f708b4772f4b7baccb3373dcf7d16614a657d48cd12e5e47f58fe7033ae761c8) AuthConfig (8393351c3a1a2cc173f047608e5c9bfd14aeb4b146d5ddbf855a3a6c7ddda69f) AuthConfig (2ba2941e2a3a21234c03e295f7b3b04edab4eeb54114717cf3ec3de110f3f3d9) AuthConfig (051afc8e63ab4b5897021e320c0df26c583915ae366599bcacc61246c050d5da) AuthConfig (b71f81122e0dbea7a96e85f37648779f1704befe77fc0ca62bc172b3032e9a00) AuthConfig (6fb0cc4ff53fe26ed8dc99cc4b3febc550573136ed5af001847cce880cec78da) AuthConfig (90c220664cb01638af3d8873a4102f52ecd4b91318eee61132cb48ad9440a533) AuthConfig (2704c59bec6d74fb77dc0ac8bc9164c4021113fd14ce801b9a4f2e1f6d4df6c1) AuthConfig (2a4724ffba9b3b7ded301ad7ac797fc064dbc264baa8986d7b26175e5f84978f) AuthConfig (813c47040d5e90177c8a401144016b15a381fd5f5501af466e04a6fd6a6dbcc7) AuthConfig (8b0c82ea259642ea96e6316a45b74c90254becc1341da5a372cbab0adf04e6c3) AuthConfig (f82b7653ff582a1b6534b67227c4fe0a8a1dda52b91eaac3272e838eaadcc93f) AuthConfig (76b85c4171201986c283f77c91bd5e790aa7b381a621666bdf2c94cbbbf65219) AuthConfig (50737f4f62b150a9f867a4112b84af6ba99fbf2a9e8439693e699c7c634cbdee) AuthConfig (1c40303575966983bdbed1dffe231b33a83a0f98f9784ccbe7d75bb46b7276be) AuthConfig (9a458589d71c6a21905409b745b704a06453aa7398f33b3f1272b57cf78dc650) AuthConfig (4d6d7610ff96c4da284309a5e7c7f98f7ac328b400193be69074a9cfc3c8baae) AuthConfig (63de40f4427c3cfd50e628db5304c956ab075cc04412f2e2d5799320721106a4) AuthConfig (05e998056f08faa52a0d8a039272f095a1828c7e84e1f16e2d41a790331a6048) AuthConfig (0c2cd0e1ca842678e9cf6c2244d2e8709f264fcb7dea38b25c689a3c69b8da78) AuthConfig (7984e692d5703a13a58e038e16bece3009c5d6ebf285be439f338941b097745a) AuthConfig (5c848b7f00f5149e8cd4dd8d47edb297b4dbea55d1a7b64c487cc248b75c4f5a) AuthConfig (f038b6dc9915db5e55f3fc26007e61540ef18d879c973b11b9470100e91aa6b8) AuthConfig (48b18ce8521d31be0c7b1ee2f1899b05866a49becca21cdf44e8c523aabbc4b0) AuthConfig (a4b2ec1676bcfa912605fa625d9eef3a4883ed7e5951376b1d99df1a340d3f4a) AuthConfig (3f5eb7aeac2565b633b73f9dff9fc166953e39b2dd1d28e836b371eef08ecf54) AuthConfig (2035c7d47ac31d8e6826958b98badd062c6f92060ae4ee454dad049a9097027d) AuthConfig (0a613e91a76affcc8aac6797e994081b55a0aa7bf36efa42cadf626aef0c2d4a) AuthConfig (36f6165850cd4c7a9dfbb977b519e7c57e8f5cd9df6fc9da531630054a1c913c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"3942ce90-8490-493a-aa34-04975ef7789a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:26.353595561Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-b1ad4e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f01bb1934a0040c9b278adc498ca04d492649955aec81023a1cde05d532cc4ec) AuthConfig (4a20d77f3f5a12ca35c127906698d97a5ec717f59c753f2f9e8d99681cf8f132) AuthConfig (21016bf5a03195474d5f96274e65cd60e9508c1c4191434dd15a4c21dc21cfbc) AuthConfig (a5b494028ab8f6f505ded2bb312e2b281acf37ccd767a0cb6e1a6d6913da2cfb) AuthConfig (9fce57aba607bf0bfd87b3901106d096d95cddcf8187c54e4d17e8539957f86b) AuthConfig (0fa8487846b7dc81260e893443f85c7eda8402cdfd9a9b4dd184113aa6649ade) AuthConfig (f903f4a853da8c9cbe3ad178e0bfd58a7abcd3d33b4911f20f3d1c54eeb81c99) AuthConfig (993a3e3264dc5624db39724fa59b740d5dad7824c004ab171bc9588e34dc5849) AuthConfig (2bf3a478895ff414dc895c873ed6a6934b894ed9e77c769f68047664eafc675f) AuthConfig (47f01618e448f29c71accecd1dc86446930ab62ca9b23414354b6394892bb7f4) AuthConfig (46acd3dac33742454bb21f9fce2486b388b4cbc65dd16ecf09757c5dfa898530) AuthConfig (acc5b61fb5ff022dbebe10e6664b2435c99d58495df633af5a25c4c9752abcac) AuthConfig (4bf26d7813a7c5ddcb459e630382161b4303874f807ee541bba7e02327d22249) AuthConfig (1b7399dee21a61da2f43ca4a58e769c72234fa239b9d9c6595fd9a4ec202b000) AuthConfig (d531b500b0d0953344178ee162c69726bd2aedb42703796f094ed22f3cccea0a) AuthConfig (3fae5b3e3e4465ffcbe97293c4f98bd3b27ca0e45d98af1de66f6c7869b28424) AuthConfig (0af482931eb0dc54228a2c359069b72a7944645cf43f95256e2ba41602258652) AuthConfig (0ab16ec82e3facc8a0c6c936809d52fc0b67e845244aca5f0273ec0324915001) AuthConfig (1ad77155c3d2fdc618dc5695d48bfc482639b23c594b7608b1a23c9d5537786d) AuthConfig (cdbdf74c482eb6ea6e7503a40f165992a79370b9baa8e89aacc83e02a10d7309) AuthConfig (c01ff1cf6c844368433aa1b5cb069192047214537b1074f9db7da99804070404) AuthConfig (1266d57a0ff1b082e77756ad73d9a57013447fc7c34c44bad169fb4d54b081ad) AuthConfig (515ab0216f962866d40c56764707e9d5dcb27865c62ab71e3b710f6a75918ec9) AuthConfig (11a73ff8cd38fdcf6bd2401d28b53ad598b4948f1aa8044c379947f2af19fde9) AuthConfig (78fa552816b0ec1559871d3d3bc445efab7fe9aadbfced5781cab45b621be46a) AuthConfig (3eee6524381a607dcdb3cb13badc05d1c96d2b95ef9a9f23f4280cf2699766f9) AuthConfig (5e3b2e78faca358e0f4ddb094cb61500cd3d29f7a229d6cd0fad0d410707ff2c) AuthConfig (2b224d2de6fea0f69fcbc2a23aca5d26370f8f8e38082714074c24828e031937) AuthConfig (e99023f7127b61fb3b268cae495687b4b951786a87d73dd0152a64f968bdaa5f) AuthConfig (0f28987a44e1149e9ab6d6a363b864961f31f8432c9c00e6956daec35f4b80e3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"5c673ae1-cddf-4b95-9ce5-bd568e201016","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:26.353623688Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-b1ad4e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f01bb1934a0040c9b278adc498ca04d492649955aec81023a1cde05d532cc4ec) AuthConfig (4a20d77f3f5a12ca35c127906698d97a5ec717f59c753f2f9e8d99681cf8f132) AuthConfig (21016bf5a03195474d5f96274e65cd60e9508c1c4191434dd15a4c21dc21cfbc) AuthConfig (a5b494028ab8f6f505ded2bb312e2b281acf37ccd767a0cb6e1a6d6913da2cfb) AuthConfig (9fce57aba607bf0bfd87b3901106d096d95cddcf8187c54e4d17e8539957f86b) AuthConfig (0fa8487846b7dc81260e893443f85c7eda8402cdfd9a9b4dd184113aa6649ade) AuthConfig (f903f4a853da8c9cbe3ad178e0bfd58a7abcd3d33b4911f20f3d1c54eeb81c99) AuthConfig (993a3e3264dc5624db39724fa59b740d5dad7824c004ab171bc9588e34dc5849) AuthConfig (2bf3a478895ff414dc895c873ed6a6934b894ed9e77c769f68047664eafc675f) AuthConfig (47f01618e448f29c71accecd1dc86446930ab62ca9b23414354b6394892bb7f4) AuthConfig (46acd3dac33742454bb21f9fce2486b388b4cbc65dd16ecf09757c5dfa898530) AuthConfig (acc5b61fb5ff022dbebe10e6664b2435c99d58495df633af5a25c4c9752abcac) AuthConfig (4bf26d7813a7c5ddcb459e630382161b4303874f807ee541bba7e02327d22249) AuthConfig (1b7399dee21a61da2f43ca4a58e769c72234fa239b9d9c6595fd9a4ec202b000) AuthConfig (d531b500b0d0953344178ee162c69726bd2aedb42703796f094ed22f3cccea0a) AuthConfig (3fae5b3e3e4465ffcbe97293c4f98bd3b27ca0e45d98af1de66f6c7869b28424) AuthConfig (0af482931eb0dc54228a2c359069b72a7944645cf43f95256e2ba41602258652) AuthConfig (0ab16ec82e3facc8a0c6c936809d52fc0b67e845244aca5f0273ec0324915001) AuthConfig (1ad77155c3d2fdc618dc5695d48bfc482639b23c594b7608b1a23c9d5537786d) AuthConfig (cdbdf74c482eb6ea6e7503a40f165992a79370b9baa8e89aacc83e02a10d7309) AuthConfig (c01ff1cf6c844368433aa1b5cb069192047214537b1074f9db7da99804070404) AuthConfig (1266d57a0ff1b082e77756ad73d9a57013447fc7c34c44bad169fb4d54b081ad) AuthConfig (515ab0216f962866d40c56764707e9d5dcb27865c62ab71e3b710f6a75918ec9) AuthConfig (11a73ff8cd38fdcf6bd2401d28b53ad598b4948f1aa8044c379947f2af19fde9) AuthConfig (78fa552816b0ec1559871d3d3bc445efab7fe9aadbfced5781cab45b621be46a) AuthConfig (3eee6524381a607dcdb3cb13badc05d1c96d2b95ef9a9f23f4280cf2699766f9) AuthConfig (5e3b2e78faca358e0f4ddb094cb61500cd3d29f7a229d6cd0fad0d410707ff2c) AuthConfig (2b224d2de6fea0f69fcbc2a23aca5d26370f8f8e38082714074c24828e031937) AuthConfig (e99023f7127b61fb3b268cae495687b4b951786a87d73dd0152a64f968bdaa5f) AuthConfig (0f28987a44e1149e9ab6d6a363b864961f31f8432c9c00e6956daec35f4b80e3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"1bd8110f-acc4-410e-b4a9-be788e67cf86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:26.356595906Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-5a6246-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bbab8559e59e2536dfc95d7a081c7eb02aad7c301a6ce59aaea16853bcdcba11) AuthConfig (f708b4772f4b7baccb3373dcf7d16614a657d48cd12e5e47f58fe7033ae761c8) AuthConfig (8393351c3a1a2cc173f047608e5c9bfd14aeb4b146d5ddbf855a3a6c7ddda69f) AuthConfig (2ba2941e2a3a21234c03e295f7b3b04edab4eeb54114717cf3ec3de110f3f3d9) AuthConfig (051afc8e63ab4b5897021e320c0df26c583915ae366599bcacc61246c050d5da) AuthConfig (b71f81122e0dbea7a96e85f37648779f1704befe77fc0ca62bc172b3032e9a00) AuthConfig (6fb0cc4ff53fe26ed8dc99cc4b3febc550573136ed5af001847cce880cec78da) AuthConfig (90c220664cb01638af3d8873a4102f52ecd4b91318eee61132cb48ad9440a533) AuthConfig (2704c59bec6d74fb77dc0ac8bc9164c4021113fd14ce801b9a4f2e1f6d4df6c1) AuthConfig (2a4724ffba9b3b7ded301ad7ac797fc064dbc264baa8986d7b26175e5f84978f) AuthConfig (813c47040d5e90177c8a401144016b15a381fd5f5501af466e04a6fd6a6dbcc7) AuthConfig (8b0c82ea259642ea96e6316a45b74c90254becc1341da5a372cbab0adf04e6c3) AuthConfig (f82b7653ff582a1b6534b67227c4fe0a8a1dda52b91eaac3272e838eaadcc93f) AuthConfig (76b85c4171201986c283f77c91bd5e790aa7b381a621666bdf2c94cbbbf65219) AuthConfig (50737f4f62b150a9f867a4112b84af6ba99fbf2a9e8439693e699c7c634cbdee) AuthConfig (1c40303575966983bdbed1dffe231b33a83a0f98f9784ccbe7d75bb46b7276be) AuthConfig (9a458589d71c6a21905409b745b704a06453aa7398f33b3f1272b57cf78dc650) AuthConfig (4d6d7610ff96c4da284309a5e7c7f98f7ac328b400193be69074a9cfc3c8baae) AuthConfig (63de40f4427c3cfd50e628db5304c956ab075cc04412f2e2d5799320721106a4) AuthConfig (05e998056f08faa52a0d8a039272f095a1828c7e84e1f16e2d41a790331a6048) AuthConfig (0c2cd0e1ca842678e9cf6c2244d2e8709f264fcb7dea38b25c689a3c69b8da78) AuthConfig (7984e692d5703a13a58e038e16bece3009c5d6ebf285be439f338941b097745a) AuthConfig (5c848b7f00f5149e8cd4dd8d47edb297b4dbea55d1a7b64c487cc248b75c4f5a) AuthConfig (f038b6dc9915db5e55f3fc26007e61540ef18d879c973b11b9470100e91aa6b8) AuthConfig (48b18ce8521d31be0c7b1ee2f1899b05866a49becca21cdf44e8c523aabbc4b0) AuthConfig (a4b2ec1676bcfa912605fa625d9eef3a4883ed7e5951376b1d99df1a340d3f4a) AuthConfig (3f5eb7aeac2565b633b73f9dff9fc166953e39b2dd1d28e836b371eef08ecf54) AuthConfig (2035c7d47ac31d8e6826958b98badd062c6f92060ae4ee454dad049a9097027d) AuthConfig (0a613e91a76affcc8aac6797e994081b55a0aa7bf36efa42cadf626aef0c2d4a) AuthConfig (36f6165850cd4c7a9dfbb977b519e7c57e8f5cd9df6fc9da531630054a1c913c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"f97a0b22-4c0b-4a46-9f1d-fb079ec9ba09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:26.50841663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"17eba993-8b1e-48e2-969e-719e77636094","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:26.512613467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"988e77cc-ce6a-4406-91b1-537d258ef033","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:26.512644929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"3cdfe67b-2995-4157-8d07-0c41979bec6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:26.51564925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"c0a13290-f8dd-4c97-85e2-db923546d657","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:26.566520838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"17eba993-8b1e-48e2-969e-719e77636094","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:26.570978742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"988e77cc-ce6a-4406-91b1-537d258ef033","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:26.571058403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"3cdfe67b-2995-4157-8d07-0c41979bec6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:26.573399656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"c0a13290-f8dd-4c97-85e2-db923546d657","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:26.611811818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a87b462c-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-filter-sub-a-a87b462c-auth","reconcileID":"701b0568-b3cd-4d6d-9676-ea08097b7526","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a87b462c-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:26.669868134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a87b462c-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-filter-sub-a-a87b462c-auth","reconcileID":"701b0568-b3cd-4d6d-9676-ea08097b7526","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a87b462c-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:26.906154132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a5019b7b-a971-4980-ad90-e3d82de4fb85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:26.906677126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5b9e4de0-60a0-4789-9d97-561d7ea909d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:26.907038036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-302399e6-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-filter-sub-b-302399e6-auth","reconcileID":"4a73c532-e956-4921-a115-9f75dfebed18","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-302399e6-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:26.907426484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"be401f2d-7f1e-4436-bab8-e7fcbdeafc05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:26.96474327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a5019b7b-a971-4980-ad90-e3d82de4fb85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:26.964982559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-302399e6-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-filter-sub-b-302399e6-auth","reconcileID":"4a73c532-e956-4921-a115-9f75dfebed18","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-302399e6-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:26.966866045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5b9e4de0-60a0-4789-9d97-561d7ea909d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:26.967178079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"be401f2d-7f1e-4436-bab8-e7fcbdeafc05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:30.36339099Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e0f514","reconcileID":"2158a5d5-cb08-403a-8ba8-cb6d5027279a","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-e0f514","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:30.363419211Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e0f514","reconcileID":"2158a5d5-cb08-403a-8ba8-cb6d5027279a","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-e0f514-2ae64b71b21b","namespace":"llm","model":"e2e-rt-sw-e0f514","externalModel":"e2e-rt-sw-e0f514","provider":"e2e-rt-sw-e0f514-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:30.454722549Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-a87b462c","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-filter-sub-a-a87b462c","reconcileID":"05e4dfca-7eae-4a47-883e-6570b73e814e","MaaSSubscription":{"name":"e2e-filter-sub-a-a87b462c","namespace":"ai-tenant-e2e-worker-w3-68b670"},"model":"e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670","subscription":"e2e-filter-sub-a-a87b462c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:30.47189441Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e0f514","reconcileID":"64838642-b414-4677-9f28-91d5d75a6c65","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-e0f514","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:30.47198269Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e0f514","reconcileID":"64838642-b414-4677-9f28-91d5d75a6c65","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-e0f514-2ae64b71b21b","namespace":"llm","model":"e2e-rt-sw-e0f514","externalModel":"e2e-rt-sw-e0f514","provider":"e2e-rt-sw-e0f514-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:30.578622344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e0f514-access","reconcileID":"d5970dbf-dc0c-470b-a083-9a3180914a3b","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:30.636919763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e0f514-access","reconcileID":"d5970dbf-dc0c-470b-a083-9a3180914a3b","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:30.676745128Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-a87b462c","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-filter-sub-a-a87b462c","reconcileID":"05e4dfca-7eae-4a47-883e-6570b73e814e","MaaSSubscription":{"name":"e2e-filter-sub-a-a87b462c","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-simulator-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-68b670/e2e-filter-sub-b-302399e6","ai-tenant-e2e-worker-w3-68b670/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:30.890880162Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-302399e6","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-filter-sub-b-302399e6","reconcileID":"32bbf859-feb8-4353-8498-a1aaf5d9b7c8","MaaSSubscription":{"name":"e2e-filter-sub-b-302399e6","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-simulator-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:30.89088439Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-subscription","reconcileID":"f445d5df-5905-4ae0-a740-1547bb68676a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-simulator-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:30.944561001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"24004616-54d8-42c2-9f1a-cc861501ca13","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:31.005700566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"7e256e1d-175e-4a2b-8d0a-4ebeaf0ff1bf","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:31.070298549Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e0f514","reconcileID":"c749b6d4-6d61-4828-bfe7-d6dfe183c423","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-e0f514","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:31.070330378Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e0f514","reconcileID":"c749b6d4-6d61-4828-bfe7-d6dfe183c423","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-e0f514-2ae64b71b21b","namespace":"llm","model":"e2e-rt-sw-e0f514","externalModel":"e2e-rt-sw-e0f514","provider":"e2e-rt-sw-e0f514-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:31.106538848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-302399e6-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-filter-sub-b-302399e6-auth","reconcileID":"3061bacb-a24d-45d9-909e-eb9280e4591d","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-302399e6-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:31.106633994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"1250d8cb-cb96-457e-80a0-1a959827259c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:31.110208266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"8ba108f2-2796-4b2c-a80f-9a7f46993de1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:31.110260202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a87b462c-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-filter-sub-a-a87b462c-auth","reconcileID":"148d10c9-4172-4adc-b2c3-f14853af722e","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a87b462c-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:31.12684344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"de116802-1f3e-4602-b379-a2c0bf04006d","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:31.166888608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-302399e6-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-filter-sub-b-302399e6-auth","reconcileID":"3061bacb-a24d-45d9-909e-eb9280e4591d","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-302399e6-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:31.166930647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"1250d8cb-cb96-457e-80a0-1a959827259c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:31.170886394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a87b462c-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-filter-sub-a-a87b462c-auth","reconcileID":"148d10c9-4172-4adc-b2c3-f14853af722e","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a87b462c-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:31.171060044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"8ba108f2-2796-4b2c-a80f-9a7f46993de1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:31.222806368Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:31.581253948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"26a1f13d-32df-479e-ac89-c49272360d63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:31.581386603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"e66eb952-9407-4829-b6fb-892749c1477c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:31.581853008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a87b462c-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-filter-sub-a-a87b462c-auth","reconcileID":"c977ac58-0c66-44c0-bfda-35c305c4f687","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a87b462c-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:31.581859982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-302399e6-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-filter-sub-b-302399e6-auth","reconcileID":"6243d02a-00a9-431d-8a98-f014cf4f6ddc","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-302399e6-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:31.640485941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-302399e6-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-filter-sub-b-302399e6-auth","reconcileID":"6243d02a-00a9-431d-8a98-f014cf4f6ddc","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-302399e6-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:31.641643688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"26a1f13d-32df-479e-ac89-c49272360d63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:31.64272506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a87b462c-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-filter-sub-a-a87b462c-auth","reconcileID":"c977ac58-0c66-44c0-bfda-35c305c4f687","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a87b462c-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:31.645370551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"e66eb952-9407-4829-b6fb-892749c1477c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:33.288027144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7b52f767-8468-4384-a2be-6cbdab9d6263","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:33.288218013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e0f514-access","reconcileID":"e79c71e7-a70c-4c74-ba48-a64755b095e2","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:33.288770306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4dfdfce9-edad-4e25-a4d6-f5cdb2d55a73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:33.356350789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4dfdfce9-edad-4e25-a4d6-f5cdb2d55a73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:33.357622668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7b52f767-8468-4384-a2be-6cbdab9d6263","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:33.358846459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e0f514-access","reconcileID":"e79c71e7-a70c-4c74-ba48-a64755b095e2","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:35.995312831Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e0f514","reconcileID":"1f6149bf-7e19-4749-b518-462bd6ae42c0","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-e0f514","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:35.995526099Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e0f514","reconcileID":"1f6149bf-7e19-4749-b518-462bd6ae42c0","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-e0f514-2ae64b71b21b","namespace":"llm","model":"e2e-rt-sw-e0f514","externalModel":"e2e-rt-sw-e0f514","provider":"e2e-rt-sw-e0f514-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:20:36.049372909Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-e0f514-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e0f514-sub","reconcileID":"a1d2c18a-6afb-4a5b-94f9-4fcd73c04e0a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-sw-e0f514-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:36.154832225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3fd7cd34-4e6f-4500-a66d-3f39f70315cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:36.154997865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8d847938-7d7c-45c9-9ea5-fa1bc240b733","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:36.154831409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e0f514-access","reconcileID":"162583c3-1854-4bb4-a2b4-3f6398cb953b","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:36.162217253Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e0f514","reconcileID":"3ead59cd-afaa-4ccf-9d8f-d1d2c9893903","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-e0f514","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:36.162235148Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e0f514","reconcileID":"3ead59cd-afaa-4ccf-9d8f-d1d2c9893903","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-e0f514-2ae64b71b21b","namespace":"llm","model":"e2e-rt-sw-e0f514","externalModel":"e2e-rt-sw-e0f514","provider":"e2e-rt-sw-e0f514-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:36.213336438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3fd7cd34-4e6f-4500-a66d-3f39f70315cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:36.213364859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8d847938-7d7c-45c9-9ea5-fa1bc240b733","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:36.215588768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e0f514-access","reconcileID":"162583c3-1854-4bb4-a2b4-3f6398cb953b","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:20:36.270717098Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e0f514","reconcileID":"3ead59cd-afaa-4ccf-9d8f-d1d2c9893903","name":"e2e-rt-sw-e0f514","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-e0f514\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:20:36.270787224Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e0f514","reconcileID":"3ead59cd-afaa-4ccf-9d8f-d1d2c9893903","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-e0f514\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:36.324096933Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e0f514","reconcileID":"d1fce5ee-7b1b-4f40-8d81-4a5e76f8c980","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-e0f514","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:36.324119846Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e0f514","reconcileID":"d1fce5ee-7b1b-4f40-8d81-4a5e76f8c980","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-e0f514-2ae64b71b21b","namespace":"llm","model":"e2e-rt-sw-e0f514","externalModel":"e2e-rt-sw-e0f514","provider":"e2e-rt-sw-e0f514-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:36.491844786Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-e0f514-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e0f514-sub","reconcileID":"c627d0b2-dc56-4f2f-9746-b84162c0f178","MaaSSubscription":{"name":"e2e-rt-sw-e0f514-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-e0f514","model":"e2e-rt-sw-e0f514","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-sw-e0f514-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:36.509015877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"d007a4a3-ff56-4841-82d7-73102ead89fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:36.513691767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"0bdd21b2-14cc-4f1d-aca1-20be4290e4f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:36.567076225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"d007a4a3-ff56-4841-82d7-73102ead89fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:36.571750044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"0bdd21b2-14cc-4f1d-aca1-20be4290e4f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:36.662427919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1cc5443d-cd95-4d27-9363-b03b826dc28e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:36.662428088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"61ea1760-00dc-413d-bc12-838306b6b7ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:36.691682558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e0f514-access","reconcileID":"5ebf6473-a7c5-4c44-a74d-8ab6e423adfb","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:36.721175679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"61ea1760-00dc-413d-bc12-838306b6b7ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:36.721185815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1cc5443d-cd95-4d27-9363-b03b826dc28e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:36.749646984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e0f514-access","reconcileID":"5ebf6473-a7c5-4c44-a74d-8ab6e423adfb","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:36.768384384Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e0f514","reconcileID":"4cff87b7-fef6-4dee-a498-e8ebb022578f","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-e0f514","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:36.768401607Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e0f514","reconcileID":"4cff87b7-fef6-4dee-a498-e8ebb022578f","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-e0f514-2ae64b71b21b","namespace":"llm","model":"e2e-rt-sw-e0f514","externalModel":"e2e-rt-sw-e0f514","provider":"e2e-rt-sw-e0f514-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:36.901480111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"premium-w1-5a6246","reconcileID":"55accadf-6acc-4788-be2e-7802ae3e347a","MaaSModelRef":{"name":"premium-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"premium-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"premium-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:36.901815234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"premium-w4-b1ad4e","reconcileID":"161797bb-935d-467e-83f3-6d27c9aa9288","MaaSModelRef":{"name":"premium-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"premium-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"premium-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:37.006319267Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-e0f514-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e0f514-sub","reconcileID":"3ea17026-699c-4d1d-a9ac-15780f19ed33","MaaSSubscription":{"name":"e2e-rt-sw-e0f514-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-e0f514","model":"llm/e2e-rt-sw-e0f514","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:37.05929645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"f4825506-9ee6-4dbd-83a5-e8bdd232c2b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:37.059298414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"b52e998c-ba51-427f-b8bf-78cb2f09e3b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:37.118043812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"f4825506-9ee6-4dbd-83a5-e8bdd232c2b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:37.118051416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"b52e998c-ba51-427f-b8bf-78cb2f09e3b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:37.393202067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"simulator-w1-5a6246","reconcileID":"4f3352d0-eecb-4727-9037-55c710aff3d7","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"simulator-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"simulator-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:37.393674244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"ac939238-6d62-489f-ab95-28847f7f3294","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:41.276187956Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-302399e6","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-filter-sub-b-302399e6","reconcileID":"afff9be5-3dff-4e07-9813-c7954974e1d3","MaaSSubscription":{"name":"e2e-filter-sub-b-302399e6","namespace":"ai-tenant-e2e-worker-w3-68b670"},"model":"e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670","subscription":"e2e-filter-sub-b-302399e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:41.505293233Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-302399e6","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-filter-sub-b-302399e6","reconcileID":"afff9be5-3dff-4e07-9813-c7954974e1d3","MaaSSubscription":{"name":"e2e-filter-sub-b-302399e6","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-simulator-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-68b670/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:41.624866056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"simulator-w1-5a6246","reconcileID":"35526daf-9915-47c0-8917-c63ad4a9c851","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"simulator-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"simulator-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:41.683313634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"simulator-w1-5a6246","reconcileID":"226a2d03-a082-405b-882d-753021bf7bb4","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"simulator-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"simulator-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:41.719527387Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-subscription","reconcileID":"cd7e9a3e-cf90-496b-912c-d416b8bc8002","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-simulator-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:41.77070664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"2fad3625-868b-4c3b-9305-2a90f4cf1f50","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:41.852686068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d23799af-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-bulk-sub-d23799af-auth","reconcileID":"f30e00d4-d2f0-4e96-846e-d71f6bcdfeec","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d23799af-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:41.912081887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d23799af-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-bulk-sub-d23799af-auth","reconcileID":"f30e00d4-d2f0-4e96-846e-d71f6bcdfeec","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d23799af-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:41.917083869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"simulator-w1-5a6246","reconcileID":"d8d49586-a991-49db-a425-b576a2b83622","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"simulator-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"simulator-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:41.925327751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"9a30a97a-72a7-4839-8ee0-9c422718260b","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:41.944476107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"c656b525-d07b-48a2-a0c2-1f140d5ebcd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:41.94451211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a87b462c-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-filter-sub-a-a87b462c-auth","reconcileID":"ea2910d7-e8c4-4519-a981-e198ff2214fe","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a87b462c-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:41.944898167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"75e94474-963f-44ca-bff8-72ae9932509d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:41.944900564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-302399e6-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-filter-sub-b-302399e6-auth","reconcileID":"582f3da7-9af7-4fbd-a70d-1f661d8cb287","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-302399e6-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:41.973037709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"simulator-w1-5a6246","reconcileID":"edd8267f-aaf6-48cb-8422-47420cae7fff","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"simulator-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"simulator-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:42.003274136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"75e94474-963f-44ca-bff8-72ae9932509d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:42.003424014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a87b462c-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-filter-sub-a-a87b462c-auth","reconcileID":"ea2910d7-e8c4-4519-a981-e198ff2214fe","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a87b462c-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:42.005518233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"c656b525-d07b-48a2-a0c2-1f140d5ebcd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:42.005763406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-302399e6-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-filter-sub-b-302399e6-auth","reconcileID":"582f3da7-9af7-4fbd-a70d-1f661d8cb287","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-302399e6-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:20:42.026917037Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-d23799af","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-bulk-sub-d23799af","reconcileID":"aa6d4ccf-8788-42d0-81cb-ce0e9e8e2c03","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-bulk-sub-d23799af\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:42.143104811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"simulator-w1-5a6246","reconcileID":"61cb4d04-6f0f-498b-8934-dc8ee17bb1ad","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"simulator-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"simulator-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:42.177309693Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a87b462c-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-filter-sub-a-a87b462c-auth","reconcileID":"432f052b-bca1-4469-9306-8a3cf3861c23","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a87b462c-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"model":"e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:42.186079429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"simulator-w1-5a6246","reconcileID":"5b983e30-fa54-4e21-b651-4e0d3c04947f","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"simulator-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"simulator-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:42.202188093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"simulator-w1-5a6246","reconcileID":"fa679e2b-e58c-48d4-8ed6-2b7ca52871e2","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"simulator-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"simulator-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:42.337291488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"b03ffca7-27a4-4c66-b62b-17e63b8348c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:42.337338514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"3d0ef3f8-6412-4657-96a1-71edb0b5876c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:42.345186312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d23799af-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-bulk-sub-d23799af-auth","reconcileID":"4a19f5a7-e8af-4ddd-be47-1f0dec7518bf","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d23799af-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:42.397326777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"bb459232-6054-43e6-8170-8fc0ee528aa6","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:42.399974601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"3d0ef3f8-6412-4657-96a1-71edb0b5876c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:42.402212281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"b03ffca7-27a4-4c66-b62b-17e63b8348c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:42.40294748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d23799af-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-bulk-sub-d23799af-auth","reconcileID":"4a19f5a7-e8af-4ddd-be47-1f0dec7518bf","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d23799af-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:42.4782299Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-d23799af","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-bulk-sub-d23799af","reconcileID":"929168d5-a0e6-4064-9af4-03cc7ec0eafa","MaaSSubscription":{"name":"e2e-bulk-sub-d23799af","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-simulator-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/simulator-w1-5a6246","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-5a6246/e2e-bulk-sub-d23799af","ai-tenant-e2e-worker-w1-5a6246/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:42.564596779Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-302399e6-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-filter-sub-b-302399e6-auth","reconcileID":"1edb3877-204d-47cf-9be6-fe90bd783862","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-302399e6-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"model":"e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:42.564626082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"4869f224-288c-48ad-b5f3-ee66179c05c8","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:42.650549687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"simulator-w1-5a6246","reconcileID":"f324b824-381c-4817-820e-161ba2110515","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"simulator-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"simulator-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:42.694074717Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-subscription","reconcileID":"ebd029fd-2a51-4ace-b086-8ddf630f6ccb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-simulator-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/simulator-w1-5a6246","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:42.767667265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"8541ae5e-6bc0-48fa-9e60-1c74e335aff0","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:42.867896521Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-d23799af","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-bulk-sub-d23799af","reconcileID":"5c8a3b50-3396-42d9-80da-a2f2e8d96a0f","MaaSSubscription":{"name":"e2e-bulk-sub-d23799af","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-simulator-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/simulator-w1-5a6246","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:45.436957196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"4c17cf03-65b4-44b6-b111-2f1a4ece8495","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:45.494895526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"0b0a2730-de43-4d96-9662-07600deedac3","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:45.65422544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-2aa2caa8","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-gw-auth-2aa2caa8","reconcileID":"fdb33567-0517-4943-a75a-a595bc5532d7","MaaSAuthPolicy":{"name":"e2e-gw-auth-2aa2caa8","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:45.712195092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-2aa2caa8","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-gw-auth-2aa2caa8","reconcileID":"fdb33567-0517-4943-a75a-a595bc5532d7","MaaSAuthPolicy":{"name":"e2e-gw-auth-2aa2caa8","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:46.033117715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"4e03723d-63f0-4eac-bedf-7440ae5f8ccd","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:46.196085887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-2aa2caa8","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-gw-auth-2aa2caa8","reconcileID":"7bb698c4-aabc-4c83-b20b-45a9afea98d5","MaaSAuthPolicy":{"name":"e2e-gw-auth-2aa2caa8","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:46.255613985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-2aa2caa8","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-gw-auth-2aa2caa8","reconcileID":"7bb698c4-aabc-4c83-b20b-45a9afea98d5","MaaSAuthPolicy":{"name":"e2e-gw-auth-2aa2caa8","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:47.899282051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"simulator-w1-5a6246","reconcileID":"6da7906a-068e-411d-b25e-250d7727db26","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"simulator-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"simulator-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:48.057620724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"2dd11512-8f64-4337-aa95-f4ec0161dc62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:48.057647005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"394f0b7a-9e5d-4a0b-8a8e-138ccaaa9214","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:48.058172394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d23799af-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-bulk-sub-d23799af-auth","reconcileID":"20b7fe8d-7b55-4d22-b519-c44bd1cb2d8f","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d23799af-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:48.116228347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"2dd11512-8f64-4337-aa95-f4ec0161dc62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:48.117405993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"394f0b7a-9e5d-4a0b-8a8e-138ccaaa9214","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:48.11963478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d23799af-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-bulk-sub-d23799af-auth","reconcileID":"20b7fe8d-7b55-4d22-b519-c44bd1cb2d8f","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d23799af-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:50.163637889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"premium-w4-b1ad4e","reconcileID":"37880c67-6d9c-4694-840c-1a4a83c9c5c5","MaaSModelRef":{"name":"premium-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"premium-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"premium-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:50.164098088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"30dbf0be-bf96-4b2d-9b10-9eb6d26028e9","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:50.235545162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"64013f62-ddbf-4c24-a710-6f0a17ef82f0","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:50.236116405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"premium-w4-b1ad4e","reconcileID":"0fe02e8f-2342-4322-a28d-1359027a4785","MaaSModelRef":{"name":"premium-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"premium-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"premium-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:50.327071323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"9126d91c-4758-4d1e-b8ff-e0a08d181046","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:50.327840733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"4f48330d-1c52-40f9-be39-dc4f8d0fa6d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:50.383152363Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-subscription","reconcileID":"10a749fd-ae15-4ae0-83b9-e158f02790ee","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-simulator-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:50.384000223Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-subscription","reconcileID":"c1a9a369-0432-4065-bf55-c2fd1a2c0621","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-premium-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/premium-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:50.386891595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"9126d91c-4758-4d1e-b8ff-e0a08d181046","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:50.388246498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"4f48330d-1c52-40f9-be39-dc4f8d0fa6d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:50.562963394Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-e0f514-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e0f514-sub","reconcileID":"834e7e69-f38c-4ba7-937a-041298836714","MaaSSubscription":{"name":"e2e-rt-sw-e0f514-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-e0f514","model":"llm/e2e-rt-sw-e0f514","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:50.754901334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"a6f52736-21b0-4ae8-9bdd-39617a4e4ad3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:50.754964577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"e2d49fca-0612-436f-9c10-40d3c0e516e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:50.817199709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"e2d49fca-0612-436f-9c10-40d3c0e516e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:50.821034746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"a6f52736-21b0-4ae8-9bdd-39617a4e4ad3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:50.840123834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e0f514","reconcileID":"9d01e656-bafb-4ebb-beab-740587f15b12","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-e0f514","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:50.840244019Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e0f514","reconcileID":"9d01e656-bafb-4ebb-beab-740587f15b12","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-e0f514-2ae64b71b21b","namespace":"llm","model":"e2e-rt-sw-e0f514","externalModel":"e2e-rt-sw-e0f514","provider":"e2e-rt-sw-e0f514-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:51.536122712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4845dfed-e460-4dff-8f25-b30525d75544","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:51.536831335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e0f514-access","reconcileID":"c3e69d89-8668-41cb-a5f3-4d44c8109711","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:51.537012714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ebd53088-8407-4fff-a957-bb0e5555d9ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:51.599146437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ebd53088-8407-4fff-a957-bb0e5555d9ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:51.605324448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e0f514-access","reconcileID":"c3e69d89-8668-41cb-a5f3-4d44c8109711","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:51.609039871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4845dfed-e460-4dff-8f25-b30525d75544","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:52.94925421Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-2aa2caa8","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-gw-auth-2aa2caa8","reconcileID":"d9c46096-5ec3-45b8-88fd-a61d03a64b99","MaaSAuthPolicy":{"name":"e2e-gw-auth-2aa2caa8","namespace":"ai-tenant-e2e-worker-w3-68b670"},"model":"e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:52.949354615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"0516ae66-4455-4098-99e7-36b00430d820","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:53.165878548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"abb29194-1d02-4bed-acf1-ec6e7e389fcb","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:54.456765249Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e0f514","reconcileID":"b4b052fe-cb32-4fb2-b04d-f27bb8e912bd","namespace":"llm","name":"e2e-rt-sw-e0f514","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:54.515424855Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e0f514","reconcileID":"81008a97-68f8-4efc-909b-0369010a534a","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-e0f514","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:54.517011979Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e0f514","reconcileID":"81008a97-68f8-4efc-909b-0369010a534a","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-e0f514-2ae64b71b21b","namespace":"llm","model":"e2e-rt-sw-e0f514","externalModel":"e2e-rt-sw-e0f514","provider":"e2e-rt-sw-e0f514-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:54.624872176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"2013b694-5a47-482c-b827-7cdfe846e80a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:54.6250553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"b988db60-43d3-4c71-a166-2d697859f0d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:54.625468599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"ae84557a-6d5e-4251-9411-3f778acaddc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:54.625590084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"79668001-2e9c-46b6-ad9f-67d8c1f0420f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:54.624883181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"b5b04607-8b7d-451d-b476-6ad79bdfa915","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:54.68433572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"b988db60-43d3-4c71-a166-2d697859f0d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:54.684435492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"ae84557a-6d5e-4251-9411-3f778acaddc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:54.686627428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"2013b694-5a47-482c-b827-7cdfe846e80a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:54.686699632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"b5b04607-8b7d-451d-b476-6ad79bdfa915","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:54.688190823Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a5f05d3f-029b-47c8-a1f4-74ae04d772b4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:54.688205844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a5f05d3f-029b-47c8-a1f4-74ae04d772b4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:54.688495987Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1d34f160-359f-4505-9a0f-46081c8b7964","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:54.688512861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1d34f160-359f-4505-9a0f-46081c8b7964","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:54.688745695Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9794bd4e-13d7-43fe-9b29-b2838b693de0","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:54.688757168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9794bd4e-13d7-43fe-9b29-b2838b693de0","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:54.688979124Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bb0b65a9-feb2-4776-ae93-e2523c214a7b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:54.688989876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bb0b65a9-feb2-4776-ae93-e2523c214a7b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:54.689017988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"79668001-2e9c-46b6-ad9f-67d8c1f0420f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:54.689410189Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"703e744c-ab31-4d05-83f9-65a414beeab8","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:54.689425055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"703e744c-ab31-4d05-83f9-65a414beeab8","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:54.690539631Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3d1bfdee-1540-4703-82f0-5218930a7a65","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:54.690560069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3d1bfdee-1540-4703-82f0-5218930a7a65","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:54.691537061Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"43c80837-12d1-42bc-8ab0-bad0543bc94c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:54.691558584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"43c80837-12d1-42bc-8ab0-bad0543bc94c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:54.692686574Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b2a2035b-e1a2-4c86-b476-6fee3cbcb42d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:54.692704642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b2a2035b-e1a2-4c86-b476-6fee3cbcb42d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:54.747472739Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e0f514","reconcileID":"734f3f05-c000-4327-aaec-9a48370977e5","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-e0f514","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:54.747503423Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e0f514","reconcileID":"734f3f05-c000-4327-aaec-9a48370977e5","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-e0f514-2ae64b71b21b","namespace":"llm","model":"e2e-rt-sw-e0f514","externalModel":"e2e-rt-sw-e0f514","provider":"e2e-rt-sw-e0f514-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:54.910206301Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0dea2584-d4ba-4c3f-bdd5-d49628adf8cb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:54.912081078Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"715f4ad8-efe2-49eb-a79c-67a0e9c9e6a0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:54.966159073Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-e0f514-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e0f514-sub","reconcileID":"4c4c0038-d5cd-46b6-849f-fb546666e4d3","MaaSSubscription":{"name":"e2e-rt-sw-e0f514-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-e0f514","model":"llm/e2e-rt-sw-e0f514","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:55.05170621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"548dccf2-865d-4cd6-8546-8cc9315758ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:55.051810956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"0d5268b3-dff5-4aaf-ab7c-8fb7fba4183b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:55.109109248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c027d112-1047-4cfa-a424-67ccc3693e9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:55.109887053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ccc2c6bf-f285-49c2-9715-2c74c2ab45f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:55.110469916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e0f514-access","reconcileID":"efa7c343-c5c8-4fdd-8b2e-b61194d1599c","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:55.11825142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"0d5268b3-dff5-4aaf-ab7c-8fb7fba4183b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:55.127195479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"548dccf2-865d-4cd6-8546-8cc9315758ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:55.171310258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ccc2c6bf-f285-49c2-9715-2c74c2ab45f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:55.171310256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e0f514-access","reconcileID":"efa7c343-c5c8-4fdd-8b2e-b61194d1599c","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:55.173542312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c027d112-1047-4cfa-a424-67ccc3693e9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:55.495052799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"7a86caaa-400c-4bff-873c-745601bf37ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:55.495050162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"bc0cc789-8c19-4dd0-b2d7-8accebc7a21b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:55.553842911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"bc0cc789-8c19-4dd0-b2d7-8accebc7a21b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:55.553869395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"7a86caaa-400c-4bff-873c-745601bf37ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:55.595549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d23799af-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-bulk-sub-d23799af-auth","reconcileID":"0a0a0def-1d8e-4e98-81bd-f7b064b91827","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d23799af-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:55.595568612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"b41b095f-704c-44fb-aa18-d0df1328daa3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:55.654145394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d23799af-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-bulk-sub-d23799af-auth","reconcileID":"0a0a0def-1d8e-4e98-81bd-f7b064b91827","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d23799af-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:55.654154946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"b41b095f-704c-44fb-aa18-d0df1328daa3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:55.815067923Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e0f514","reconcileID":"c309e967-9f1b-4674-972a-01afda623acc","namespace":"llm","name":"e2e-rt-sw-e0f514","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:55.975340664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"22925f9c-49a3-4be1-bd64-bc06cf0b732f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:56.027762811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e0f514-access","reconcileID":"02d85b92-1bc4-4beb-8d37-df2c6375e89c","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:56.027796478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7513a64f-0c2a-4672-8f30-23ff54f3d348","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:56.033870784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"22925f9c-49a3-4be1-bd64-bc06cf0b732f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:56.075972659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"ff2549a8-eff7-4fcd-9cab-4403ef66f4e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:56.086393761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e0f514-access","reconcileID":"02d85b92-1bc4-4beb-8d37-df2c6375e89c","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:56.086726279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7513a64f-0c2a-4672-8f30-23ff54f3d348","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:56.128654431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"189188f8-21e7-4c98-a080-568acacb23b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:56.134251506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"ff2549a8-eff7-4fcd-9cab-4403ef66f4e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:56.187206897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"189188f8-21e7-4c98-a080-568acacb23b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:56.350651528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"39f02f2b-d07d-41c0-a86a-6de490e45ce5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:56.408622005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"39f02f2b-d07d-41c0-a86a-6de490e45ce5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:56.450887708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d23799af-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-bulk-sub-d23799af-auth","reconcileID":"a54fa549-4a26-4ec0-886e-3b4125405e98","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d23799af-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:56.500136665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"2ba30e0d-32d2-4931-b6e5-6ad5427735ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:56.512838776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"73f13a35-6549-41b0-b95e-5d4e4528241e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:56.514325299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d23799af-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-bulk-sub-d23799af-auth","reconcileID":"a54fa549-4a26-4ec0-886e-3b4125405e98","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d23799af-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:56.576722013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"7f296344-b5d0-448a-8534-b31dc9bbd5a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:56.579267964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"73f13a35-6549-41b0-b95e-5d4e4528241e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:56.580863593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"2ba30e0d-32d2-4931-b6e5-6ad5427735ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:56.63480172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"7f296344-b5d0-448a-8534-b31dc9bbd5a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:56.735881822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"d086a75c-7373-4495-af61-3f463030175b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:56.794026286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"d086a75c-7373-4495-af61-3f463030175b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:56.841604244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"aa51ca3b-e53c-49d8-ac76-560cf51c7c6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:56.899828966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"aa51ca3b-e53c-49d8-ac76-560cf51c7c6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:56.942700665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"aeb3f603-582f-4a3d-be58-21f7c988a01e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:56.942700866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"d69068aa-330a-4c3e-be17-4418252423c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:57.001099695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"aeb3f603-582f-4a3d-be58-21f7c988a01e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:57.001107824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"d69068aa-330a-4c3e-be17-4418252423c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:58.065039542Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-d23799af","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-bulk-sub-d23799af","reconcileID":"2e033ff7-81ed-4643-a49c-f1d49c45e3fd","MaaSSubscription":{"name":"e2e-bulk-sub-d23799af","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"model":"e2e-models-e2e-worker-w1-5a6246/simulator-w1-5a6246","subscription":"e2e-bulk-sub-d23799af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:58.300534711Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-d23799af","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-bulk-sub-d23799af","reconcileID":"2e033ff7-81ed-4643-a49c-f1d49c45e3fd","MaaSSubscription":{"name":"e2e-bulk-sub-d23799af","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-simulator-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/simulator-w1-5a6246","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-5a6246/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:58.514641562Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-subscription","reconcileID":"7bdf1e66-c4db-41fb-88d8-bd22e9daa8a8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-simulator-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/simulator-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:58.523992968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"simulator-w1-5a6246","reconcileID":"08e84710-9bc9-4485-be34-0f338540a139","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"simulator-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"simulator-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:58.683592529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"834f8981-540c-4375-a544-0866ccd19672","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:58.683693412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"69aa400a-b025-4885-b56c-6b6fe6258f19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:58.683978759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d23799af-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-bulk-sub-d23799af-auth","reconcileID":"c09ba6d6-5bbc-47a2-9562-2125228beee8","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d23799af-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:58.688665415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"simulator-w1-5a6246","reconcileID":"fc97cb19-540c-4b83-8e73-34fc95d43339","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"simulator-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"simulator-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:58.746951284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"834f8981-540c-4375-a544-0866ccd19672","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:58.747472578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"69aa400a-b025-4885-b56c-6b6fe6258f19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:58.750142308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d23799af-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-bulk-sub-d23799af-auth","reconcileID":"c09ba6d6-5bbc-47a2-9562-2125228beee8","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d23799af-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:58.96525622Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d23799af-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-bulk-sub-d23799af-auth","reconcileID":"67edfa01-9c82-4de4-a154-8a92ef1131e3","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d23799af-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"model":"e2e-models-e2e-worker-w1-5a6246/simulator-w1-5a6246","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:20:59.138116456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"simulator-w1-5a6246","reconcileID":"7b27ad14-4a70-47f4-a5ce-769eaa3cf4a8","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"simulator-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"simulator-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:00.130109259Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-subscription","reconcileID":"5d4885fd-8248-4873-ac2a-81dbd5297a42","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-simulator-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:01.217892858Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:02.603868971Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-subscription","reconcileID":"8f45984c-a54b-421d-b373-89d9fc08cb55","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-simulator-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/simulator-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:08.211130745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"37b080e5-c86c-43fe-8328-6a5700383568","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:08.212041851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9b132a0b-ba57-42d2-aea8-6b145a3363a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:08.219805147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e0f514-access","reconcileID":"2c042c97-22bc-47e6-882d-5a5408f864c3","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:08.257133161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"40fa74e9-d10f-483c-8525-c4cda16ac435","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:08.270757635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"fa76ea9f-0113-4d60-b71c-a48a2044272f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:08.281873919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"37b080e5-c86c-43fe-8328-6a5700383568","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:08.286351791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e0f514-access","reconcileID":"2c042c97-22bc-47e6-882d-5a5408f864c3","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:08.29000263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9b132a0b-ba57-42d2-aea8-6b145a3363a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:08.339711392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"fa76ea9f-0113-4d60-b71c-a48a2044272f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:08.332012733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"40fa74e9-d10f-483c-8525-c4cda16ac435","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:12.450478756Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e0f514","reconcileID":"cf11e1d3-217f-47a5-8f3a-92dab87420a2","namespace":"llm","name":"e2e-rt-sw-e0f514","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:12.504360615Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e0f514","reconcileID":"f23019ab-f1eb-472d-8015-dbb058ead26a","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-e0f514","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:12.504391191Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e0f514","reconcileID":"f23019ab-f1eb-472d-8015-dbb058ead26a","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-e0f514-2ae64b71b21b","namespace":"llm","model":"e2e-rt-sw-e0f514","externalModel":"e2e-rt-sw-e0f514","provider":"e2e-rt-sw-e0f514-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:12.608801766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"08080fef-4c77-4595-9693-9c1fa4384c68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:12.609037126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"b292178b-3ca7-439b-9b6e-6526d4986da0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:12.609404374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"0ff03014-7f9e-48fc-9dfd-1ffaea3bcc76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:12.609740055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"dfbafbbd-08e9-4cb3-9db0-775dd9043b73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:12.609993862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"f9c9fd46-67be-4240-8df9-c3e175bf5cb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:12.669396619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"08080fef-4c77-4595-9693-9c1fa4384c68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:12.671081318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"f9c9fd46-67be-4240-8df9-c3e175bf5cb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:12.67167296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"dfbafbbd-08e9-4cb3-9db0-775dd9043b73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:12.673917071Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ebd0cf0e-f1b3-4c4a-b9e4-48b24e07d108","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:12.673939298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ebd0cf0e-f1b3-4c4a-b9e4-48b24e07d108","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:12.675014669Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3507ce8d-f951-4c2e-b9ec-29b8a7aa5fd3","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:12.675032494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3507ce8d-f951-4c2e-b9ec-29b8a7aa5fd3","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:12.675742252Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1930d9a0-e9f7-4cdc-81af-98db4dd8ddc7","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:12.675837731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1930d9a0-e9f7-4cdc-81af-98db4dd8ddc7","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:12.676275737Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9f01895e-ac7a-4174-bec8-63fba3bc187e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:12.676377833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9f01895e-ac7a-4174-bec8-63fba3bc187e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:12.67825137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"0ff03014-7f9e-48fc-9dfd-1ffaea3bcc76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:12.681022972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"b292178b-3ca7-439b-9b6e-6526d4986da0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:12.735666944Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e0f514","reconcileID":"bca34c29-d94c-4e21-9984-e989554a73d9","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-e0f514","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:12.735690564Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e0f514","reconcileID":"bca34c29-d94c-4e21-9984-e989554a73d9","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-e0f514-2ae64b71b21b","namespace":"llm","model":"e2e-rt-sw-e0f514","externalModel":"e2e-rt-sw-e0f514","provider":"e2e-rt-sw-e0f514-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:12.790206714Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e392a134-51e6-42a9-87b8-fae0c4a774b0","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:12.790229407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e392a134-51e6-42a9-87b8-fae0c4a774b0","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:12.790592466Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"df2cc752-08c0-4377-ac56-7cb39cbff1e2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:12.790608204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"df2cc752-08c0-4377-ac56-7cb39cbff1e2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:12.790894943Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"113b5c63-ec95-4849-9292-94904e5658ad","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:12.790909932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"113b5c63-ec95-4849-9292-94904e5658ad","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:12.791218529Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b2ae0b0f-a334-45e8-931e-1f3d51ac3044","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:12.791233592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b2ae0b0f-a334-45e8-931e-1f3d51ac3044","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:12.896687149Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"20a66cc8-918b-41e8-8419-da3f24cc4f80","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:12.896881518Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e0447c93-5924-4307-a53e-25c7659ac2b6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:12.949768871Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-e0f514-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e0f514-sub","reconcileID":"eb099546-00d7-4d87-b46b-8705fefbf693","MaaSSubscription":{"name":"e2e-rt-sw-e0f514-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-e0f514","model":"llm/e2e-rt-sw-e0f514","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:13.037909573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"daf74142-350e-4514-bf32-16f665be03d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:13.037907547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"e78b113e-720a-4992-8db8-33a86159183e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:13.038393594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"ba5942f9-e9ea-481f-815b-050672f2dea0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:13.090640534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e0f514-access","reconcileID":"ae253468-6cf2-4890-9f9e-9b9aed22670d","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:13.090643319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0f51c463-ba69-4734-84e2-130ff3a82d3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:13.096208691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"ba5942f9-e9ea-481f-815b-050672f2dea0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:13.096348827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"daf74142-350e-4514-bf32-16f665be03d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:13.098863614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"e78b113e-720a-4992-8db8-33a86159183e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:13.14937104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0f51c463-ba69-4734-84e2-130ff3a82d3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:13.14956828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e0f514-access","reconcileID":"ae253468-6cf2-4890-9f9e-9b9aed22670d","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:13.415166637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"280abad8-a1a8-49f4-a5f2-f0f0c3b01834","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:13.415304833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"9899e844-abd7-4d07-95de-a5fcc36d572e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:13.467689294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0183f122-171c-4461-b9a5-33f3699a60ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:13.474856514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"280abad8-a1a8-49f4-a5f2-f0f0c3b01834","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:13.474848677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"9899e844-abd7-4d07-95de-a5fcc36d572e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:13.527303047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0183f122-171c-4461-b9a5-33f3699a60ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:13.746707431Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e0f514","reconcileID":"1d27ab27-63bc-43cc-89fe-1f4da09a67cb","namespace":"llm","name":"e2e-rt-sw-e0f514","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:13.906390506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"c2abd9c3-50b9-4eb1-9fc4-8b35ee1cc159","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:13.906398255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"f5289ae8-f28f-48ef-a4d2-9f4327fb0f54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:13.907315267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"40f6071f-f028-47f6-b6a9-c4e3eb19f04d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:13.907315006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"b79bb533-cea1-4d1b-8459-7f425b8e59c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:13.965391538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"b79bb533-cea1-4d1b-8459-7f425b8e59c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:13.965570865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"c2abd9c3-50b9-4eb1-9fc4-8b35ee1cc159","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:13.967839167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"f5289ae8-f28f-48ef-a4d2-9f4327fb0f54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:13.968043081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"40f6071f-f028-47f6-b6a9-c4e3eb19f04d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:13.993097198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"798127f4-8471-43b1-9e04-293ab9019913","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:14.051127316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"798127f4-8471-43b1-9e04-293ab9019913","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:14.283878448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"fb46216d-5d79-463c-b7ba-f28b52658a74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:14.284064559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"472e4790-23f7-4c77-b9a9-de950d414983","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:14.284624218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"abe34be7-8c63-4f52-af79-d90859038ee1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:14.28476934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"1e39b236-b2ad-4f23-91ee-8209f559cae1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:14.342034453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"fb46216d-5d79-463c-b7ba-f28b52658a74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:14.342354296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"472e4790-23f7-4c77-b9a9-de950d414983","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:14.344975215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"1e39b236-b2ad-4f23-91ee-8209f559cae1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:14.344639644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"abe34be7-8c63-4f52-af79-d90859038ee1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:14.387011485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"58bdc0ce-9433-48e4-aecb-99d77b2c6ec4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:14.445252167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"58bdc0ce-9433-48e4-aecb-99d77b2c6ec4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:14.657825824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"58a25884-7a45-4c42-9426-a8abefb0f5af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:14.71001927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e0f514-access","reconcileID":"a6fd857e-558c-490d-8593-ee86a5912c1d","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:14.712232421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f144aa11-8988-4aac-859d-1fa00c72cb53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:14.715727253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"58a25884-7a45-4c42-9426-a8abefb0f5af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:14.769329462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e0f514-access","reconcileID":"a6fd857e-558c-490d-8593-ee86a5912c1d","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:14.770258604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f144aa11-8988-4aac-859d-1fa00c72cb53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:21.680415084Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-e0f514-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e0f514-sub","reconcileID":"7de29be0-0954-4ac6-8a0c-17505717b255","MaaSSubscription":{"name":"e2e-rt-sw-e0f514-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-e0f514","model":"llm/e2e-rt-sw-e0f514","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:21.81542655Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-subscription","reconcileID":"3f875969-86df-450f-8191-c668974ae8e5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-simulator-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:21.913805693Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-subscription","reconcileID":"5a273b83-d874-4361-952f-b731d81439ab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-premium-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/premium-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:21.937275452Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-subscription","reconcileID":"0df1e45a-3ebe-47c4-85b5-7e2bf8db3837","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-premium-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/premium-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:22.016327498Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-subscription","reconcileID":"3044e7aa-333c-42d8-ba7e-83e745dd5445","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-simulator-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/simulator-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:22.117637945Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-subscription","reconcileID":"e3565d88-8c6f-4fb1-85bf-327bece1d4f2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-simulator-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/simulator-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:22.139945654Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-subscription","reconcileID":"d6a03833-4696-4747-8350-0ebe831041e8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-premium-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/premium-w3-68b670","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:22.307690234Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"075aa877-c3ff-4878-9712-343d23fa619f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:22.407617075Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-subscription","reconcileID":"c687169d-8d4d-4009-880f-4bd4f03c9cac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-premium-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/premium-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:22.429720836Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-subscription","reconcileID":"71f05d39-53b6-4efa-9bc2-50e36df2677f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-simulator-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:22.628171899Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-subscription","reconcileID":"3dad60c5-0aac-486a-b4bf-0cfeed454b10","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-premium-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/premium-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:22.723031603Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5c067ae9-c66a-43e3-b5b1-bc534eaed6ce","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:22.745198382Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-subscription","reconcileID":"35566d04-882d-48b3-a91c-1970ed31aea7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:23.048858128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e0f514-access","reconcileID":"8f446796-89c2-4d19-a3fb-5320cad35c2b","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:23.049263188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ae3cabcd-c2ca-4296-a2fb-25dbfbb6d591","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:23.049505894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"893c9ac4-af13-454a-a638-cc2570e12eed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:23.118915017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"893c9ac4-af13-454a-a638-cc2570e12eed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:23.126093619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ae3cabcd-c2ca-4296-a2fb-25dbfbb6d591","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:23.126707039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e0f514-access","reconcileID":"8f446796-89c2-4d19-a3fb-5320cad35c2b","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:23.194069716Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-subscription","reconcileID":"c8d3080c-f83e-4962-8cbe-d2dd2f4e4b68","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-simulator-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/simulator-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:31.230094855Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:35.315738918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-e5f308a1","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"e2e-conflict-a-e5f308a1","reconcileID":"7d0230ef-2d22-423b-b030-8497039fdb6b","MaaSModelRef":{"name":"e2e-conflict-a-e5f308a1","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"e2e-conflict-a-e5f308a1-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"e2e-conflict-a-e5f308a1","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:35.604052224Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-subscription","reconcileID":"59444f6e-2353-4fc4-9cbe-8d499d91dcd2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-simulator-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:37.279758871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"premium-w3-68b670","reconcileID":"d8ee5ad9-8e42-4165-b6a1-36e54ecc279b","MaaSModelRef":{"name":"premium-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"premium-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"premium-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:37.280265965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"8efd8065-43d6-45f4-8c8d-904f2e55822c","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:37.348878006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"ce526e93-4cfc-4418-a58c-754777f1fc3c","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:37.349270407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"premium-w3-68b670","reconcileID":"3a36a7c4-6a1a-48d8-b6f1-553f8e921ae0","MaaSModelRef":{"name":"premium-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"premium-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"premium-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:37.440015854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"654ad0b3-1f18-44b2-9cdc-0f9255b1c5a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:37.440021816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"181fc563-59a6-4e0b-9608-661006daca8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:37.494874896Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-subscription","reconcileID":"a77198e9-16bb-485c-aa14-b9488e597c5f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-simulator-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:37.495505623Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-subscription","reconcileID":"902b86b1-a48b-4960-8da1-058856b43724","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-premium-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/premium-w3-68b670","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:37.50334683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"181fc563-59a6-4e0b-9608-661006daca8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:37.505404776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"654ad0b3-1f18-44b2-9cdc-0f9255b1c5a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:37.826490096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"910abc9b-899e-4971-922c-45f23ae7e387","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:37.826495375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"9300af5f-84bb-4313-82f8-0858a458adba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:37.884888245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"910abc9b-899e-4971-922c-45f23ae7e387","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:37.885288287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"9300af5f-84bb-4313-82f8-0858a458adba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:46.541710301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"premium-w1-5a6246","reconcileID":"f5d733ac-845d-4fd1-99a3-50b243531c69","MaaSModelRef":{"name":"premium-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"premium-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"premium-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:46.542106433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"simulator-w1-5a6246","reconcileID":"19ef9910-a548-4fd3-a122-23344136a4f1","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"simulator-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"simulator-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:46.621011321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"simulator-w1-5a6246","reconcileID":"c8dfb8b7-e3bf-4e1d-ab44-5f3a804f8f34","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"simulator-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"simulator-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:46.621504312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"premium-w1-5a6246","reconcileID":"0a29f0c2-2646-48f4-ae88-66ce628df6d6","MaaSModelRef":{"name":"premium-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"premium-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"premium-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:46.704034691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"56126783-e2d6-485f-9171-0a7597ddb24d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:46.704035471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"f441766b-22b1-41d8-b205-6f1a4a5c3cdd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:46.761233232Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-subscription","reconcileID":"5b6170fe-d321-4b07-af9c-43af3b71e157","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-premium-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/premium-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:46.76154551Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-subscription","reconcileID":"3da25e7a-32fa-4cc1-9104-3aea0be0a151","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-simulator-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/simulator-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:46.768823546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"f441766b-22b1-41d8-b205-6f1a4a5c3cdd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:46.768941242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"56126783-e2d6-485f-9171-0a7597ddb24d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:47.142158865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"a4ff9cc1-1b64-42ba-801d-f15ee230a50b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:47.142158791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"89282700-c841-4181-b56f-25307b97ac77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:47.15072405Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-subscription","reconcileID":"392ebda6-649d-412e-bf44-d687990c0ee1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-simulator-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/simulator-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:47.201425369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"a4ff9cc1-1b64-42ba-801d-f15ee230a50b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:47.201862124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"89282700-c841-4181-b56f-25307b97ac77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:47.256285823Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-subscription","reconcileID":"c1a964e6-83eb-488f-8c2a-79f138807a26","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-simulator-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:47.351357327Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-subscription","reconcileID":"7fa8b077-cdcc-43f4-911a-5caa4f6d7f6b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-simulator-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:47.453914145Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-subscription","reconcileID":"bc85b947-9e00-43e5-95d3-b3d0a19acc5b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:47.45727216Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-subscription","reconcileID":"51a4bd0b-46fd-4904-9799-bd20d0df6685","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-premium-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/premium-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:47.552601276Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-subscription","reconcileID":"25d2e58a-995a-4a97-8fb7-742492c2323e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-premium-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/premium-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:47.653555821Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-subscription","reconcileID":"12dbe723-0a34-4dea-9323-ca0da694f9f3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-premium-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/premium-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:47.675508137Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1781a911-b790-4870-b94e-b7d04dc10595","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:47.831746906Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-e0f514-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e0f514-sub","reconcileID":"d252356d-d9cf-4551-87b5-32ba907807a3","MaaSSubscription":{"name":"e2e-rt-sw-e0f514-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-e0f514","model":"llm/e2e-rt-sw-e0f514","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:47.88091422Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"65766357-c5c8-42f8-a200-2c97c97984fc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:47.880938325Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-subscription","reconcileID":"90ba0ce0-8c5d-4719-ae7c-fbb473c8a61b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-premium-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/premium-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:48.06015661Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-subscription","reconcileID":"22fc5413-471b-4313-9700-ec4fe446a135","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-simulator-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/simulator-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:48.160053635Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-subscription","reconcileID":"d2e344e9-a8e0-4f72-affb-022fd9d1b7bf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-premium-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/premium-w3-68b670","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:48.203104998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"8b8186e1-cdfc-45e6-9c24-cc28fc9ac0df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:48.203109766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"d4c7456c-9656-41e4-bcf1-49d5e052fe40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:48.26138363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"8b8186e1-cdfc-45e6-9c24-cc28fc9ac0df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:48.261420878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"d4c7456c-9656-41e4-bcf1-49d5e052fe40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:49.389331246Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-c19b9a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c19b9a","reconcileID":"1a53b593-0df0-49e4-a8d3-7719a31ea7ad","namespace":"llm","name":"e2e-rt-eq-c19b9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:49.44613179Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-c19b9a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c19b9a","reconcileID":"932ed878-50b5-44d8-8a36-82f676683cee","namespace":"llm","name":"e2e-rt-eq-c19b9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:49.548759634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"b5324966-c22c-413c-9071-ea687183b693","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:49.548775108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"0d752a55-18bc-4d22-908b-a842e1f7169c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:49.549317205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"0a5a8b01-14af-448b-8b9c-e5972e5fa6cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:49.54948506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"b9d3290b-02e0-4e32-970e-1341d57faa52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:49.549319256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"9caad2e6-7939-4370-881c-811bde3296e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:49.609489933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"b5324966-c22c-413c-9071-ea687183b693","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:49.609559457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"b9d3290b-02e0-4e32-970e-1341d57faa52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:49.611836329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"0d752a55-18bc-4d22-908b-a842e1f7169c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:49.612662882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"9caad2e6-7939-4370-881c-811bde3296e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:49.6141801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"0a5a8b01-14af-448b-8b9c-e5972e5fa6cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:49.772743644Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-c19b9a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c19b9a","reconcileID":"23600d75-a9cd-4351-b4a2-6a7814978123","MaaSModelRef":{"name":"e2e-rt-eq-c19b9a","namespace":"llm"},"name":"e2e-rt-eq-c19b9a","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:49.885212219Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9e152c4e-c6b2-426d-b834-555f61adfafc","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:49.885242703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9e152c4e-c6b2-426d-b834-555f61adfafc","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:49.885677906Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"33195412-a8c3-462d-a7c6-36f28a231975","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:49.885722747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"33195412-a8c3-462d-a7c6-36f28a231975","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:49.886054478Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"676044d1-153b-4546-a743-4f645ba1c0f6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:49.886072558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"676044d1-153b-4546-a743-4f645ba1c0f6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:49.88651349Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"dcb1aefd-6f15-46ee-ae1b-f0a5fe0b01c7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:49.886531714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"dcb1aefd-6f15-46ee-ae1b-f0a5fe0b01c7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:49.886850668Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a3be7a66-a4a7-4af7-b02d-c7af876a56fa","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:49.886866275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a3be7a66-a4a7-4af7-b02d-c7af876a56fa","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:49.887161013Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e30196e9-4435-4950-9bd1-6bd163726679","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:49.887176598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e30196e9-4435-4950-9bd1-6bd163726679","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:49.887509169Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e25c5787-f9af-4d5d-84f5-a4417bd760c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:49.887528364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e25c5787-f9af-4d5d-84f5-a4417bd760c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:49.941219608Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e0f514","reconcileID":"4c952a27-88f2-4a81-b97e-0004c604395b","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-e0f514","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:49.94125894Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e0f514","reconcileID":"4c952a27-88f2-4a81-b97e-0004c604395b","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-e0f514-2ae64b71b21b","namespace":"llm","model":"e2e-rt-sw-e0f514","externalModel":"e2e-rt-sw-e0f514","provider":"e2e-rt-sw-e0f514-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:49.974965328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"71cac7d4-8ce6-42d6-a533-a401d4f00f91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:49.975000134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"f0e7efe6-282b-4cdd-b2ab-db4ff3e674a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:49.975595343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"a0f26b78-29f8-448c-b1fd-4a98d05b1d58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:49.986790927Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"35c0856c-9238-46fc-992b-dfc608db70e0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:49.98731199Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"76ddb7a3-0325-4646-81e6-be67ae2be2ba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:50.034359509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"71cac7d4-8ce6-42d6-a533-a401d4f00f91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:50.034433982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"f0e7efe6-282b-4cdd-b2ab-db4ff3e674a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:50.037302695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"a0f26b78-29f8-448c-b1fd-4a98d05b1d58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:50.040337014Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-e0f514-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e0f514-sub","reconcileID":"f26db898-7a19-4d35-8afa-126bc51f67a2","MaaSSubscription":{"name":"e2e-rt-sw-e0f514-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-e0f514","model":"llm/e2e-rt-sw-e0f514","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:50.048194876Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-c19b9a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c19b9a","reconcileID":"76fddbcd-b626-4b16-b06b-97007594fe30","MaaSModelRef":{"name":"e2e-rt-eq-c19b9a","namespace":"llm"},"name":"e2e-rt-eq-c19b9a","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:50.103951451Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d51c0d82-a437-4ceb-97c7-47a4211cacbd","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:50.103971353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d51c0d82-a437-4ceb-97c7-47a4211cacbd","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:50.128922881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e0f514-access","reconcileID":"5ce8b2d1-a5ba-4286-9cf6-ffb5f371b868","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:50.128921051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fa2efe5e-e69d-4aa8-b286-bdccf970a7af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:50.188703095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fa2efe5e-e69d-4aa8-b286-bdccf970a7af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:50.188720201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e0f514-access","reconcileID":"5ce8b2d1-a5ba-4286-9cf6-ffb5f371b868","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:50.356847378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"c808c66b-e6bf-4c86-b7de-9cbf989b716a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:50.356961991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"2e097ab7-f0dc-47de-a77c-04bc719577d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:50.409363369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"be0988c3-e17a-4418-aaed-30914e7a104f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:50.415112828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"c808c66b-e6bf-4c86-b7de-9cbf989b716a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:50.415415806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"2e097ab7-f0dc-47de-a77c-04bc719577d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:50.467625225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"be0988c3-e17a-4418-aaed-30914e7a104f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:50.554169042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"4ea65d79-489f-488e-a9e4-7c858de36f08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:50.612194733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"4ea65d79-489f-488e-a9e4-7c858de36f08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:50.755187955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"9d288a79-6cb6-4156-b68c-1ac0c19e544f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:50.761939853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"e2282fe5-5d12-4610-9bd3-06cd939adcec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:50.762266552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"977f9c21-ba8f-4b6a-947d-da706aa995d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:50.813738537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"9d288a79-6cb6-4156-b68c-1ac0c19e544f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:50.821468842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"e2282fe5-5d12-4610-9bd3-06cd939adcec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:50.821468774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"977f9c21-ba8f-4b6a-947d-da706aa995d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:50.901493075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"c89a0b3b-d9aa-4c3a-a81a-bc73dca25b7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:51.001424641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"c89a0b3b-d9aa-4c3a-a81a-bc73dca25b7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:51.059423669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e0f514-access","reconcileID":"0e7113ef-2e78-4886-ae56-c8e076602fc2","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:51.096306515Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-c19b9a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c19b9a","reconcileID":"4dfb5296-15a4-41cc-a229-99e7b564b921","namespace":"llm","name":"e2e-rt-eq-c19b9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:51.117977362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e0f514-access","reconcileID":"0e7113ef-2e78-4886-ae56-c8e076602fc2","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:51.149585529Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-c19b9a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c19b9a","reconcileID":"e75b62bc-972d-4340-b14d-b437af50c64e","MaaSModelRef":{"name":"e2e-rt-eq-c19b9a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-c19b9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:51.149617265Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-c19b9a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c19b9a","reconcileID":"e75b62bc-972d-4340-b14d-b437af50c64e","MaaSModelRef":{"name":"e2e-rt-eq-c19b9a","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-c19b9a-4d9d2014be51","namespace":"llm","model":"e2e-rt-eq-c19b9a","externalModel":"e2e-rt-eq-c19b9a","provider":"e2e-rt-eq-c19b9a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:51.254770526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"2a8d5838-f4df-40df-8e98-6e9174493b42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:51.254865577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"6f09dea2-c466-4292-9da2-7d6d7a6c4446","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:51.268110324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e6f3efe4-91d8-40c6-bdea-1cfadf709e5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:51.313894035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"2a8d5838-f4df-40df-8e98-6e9174493b42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:51.314482716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"6f09dea2-c466-4292-9da2-7d6d7a6c4446","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:51.325871818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e6f3efe4-91d8-40c6-bdea-1cfadf709e5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:51.414638863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"3bcc1a3a-6cf8-469e-b86f-3a0da18f7223","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:51.472339248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"3bcc1a3a-6cf8-469e-b86f-3a0da18f7223","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:51.623519282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"5fd59ed3-f200-4a78-89cd-224cbb9e472d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:51.631539638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"72a3fb08-18dd-47f7-a0ad-bafd040346f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:51.631552819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"19752fd5-39d8-439a-adfc-29624f822ad9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:51.645037384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"30db2ce1-b6dd-49d7-a21d-1b093cd84e01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:51.681722715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"5fd59ed3-f200-4a78-89cd-224cbb9e472d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:51.690533309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"19752fd5-39d8-439a-adfc-29624f822ad9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:51.691201405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"72a3fb08-18dd-47f7-a0ad-bafd040346f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:51.703315739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"30db2ce1-b6dd-49d7-a21d-1b093cd84e01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:51.788875708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"4fde77d4-74be-44ae-96b8-451b1bb9f2da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:51.848672401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"4fde77d4-74be-44ae-96b8-451b1bb9f2da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:52.047828898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"8e7456ab-503c-4010-9160-ca389c4209ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:52.100594937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e2fdc4bb-3955-4966-9728-9b8d10ed45c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:52.100724625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e0f514-access","reconcileID":"555dee4f-b487-4b19-b737-b6f91c8be80f","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:52.101023201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4f744697-5415-4751-b200-bcab955a5ff5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:52.105968418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"8e7456ab-503c-4010-9160-ca389c4209ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:52.159282756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4f744697-5415-4751-b200-bcab955a5ff5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:52.159331319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e0f514-access","reconcileID":"555dee4f-b487-4b19-b737-b6f91c8be80f","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:52.161491535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e2fdc4bb-3955-4966-9728-9b8d10ed45c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:52.166976697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"3bfdb5f8-c957-44d5-9d99-4b2d0edbff9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:52.224822541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"3bfdb5f8-c957-44d5-9d99-4b2d0edbff9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:55.542651802Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-c19b9a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c19b9a","reconcileID":"4b5680e2-640c-4530-9793-3758fd2feb74","MaaSModelRef":{"name":"e2e-rt-eq-c19b9a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-c19b9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:55.542682794Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-c19b9a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c19b9a","reconcileID":"4b5680e2-640c-4530-9793-3758fd2feb74","MaaSModelRef":{"name":"e2e-rt-eq-c19b9a","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-c19b9a-4d9d2014be51","namespace":"llm","model":"e2e-rt-eq-c19b9a","externalModel":"e2e-rt-eq-c19b9a","provider":"e2e-rt-eq-c19b9a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:55.64932837Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-c19b9a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c19b9a","reconcileID":"c9ff0894-5979-4d09-96d4-79fcdaaae5a3","MaaSModelRef":{"name":"e2e-rt-eq-c19b9a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-c19b9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:55.649359521Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-c19b9a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c19b9a","reconcileID":"c9ff0894-5979-4d09-96d4-79fcdaaae5a3","MaaSModelRef":{"name":"e2e-rt-eq-c19b9a","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-c19b9a-4d9d2014be51","namespace":"llm","model":"e2e-rt-eq-c19b9a","externalModel":"e2e-rt-eq-c19b9a","provider":"e2e-rt-eq-c19b9a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:55.860716104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-c19b9a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-c19b9a-access","reconcileID":"8b4409a5-cc54-464a-965c-989a61aead95","MaaSAuthPolicy":{"name":"e2e-rt-eq-c19b9a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:55.919574257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-c19b9a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-c19b9a-access","reconcileID":"8b4409a5-cc54-464a-965c-989a61aead95","MaaSAuthPolicy":{"name":"e2e-rt-eq-c19b9a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:56.369114106Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-c19b9a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c19b9a","reconcileID":"e703c21f-f0d2-4096-8703-c764e183003f","MaaSModelRef":{"name":"e2e-rt-eq-c19b9a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-c19b9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:21:56.369144372Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-c19b9a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c19b9a","reconcileID":"e703c21f-f0d2-4096-8703-c764e183003f","MaaSModelRef":{"name":"e2e-rt-eq-c19b9a","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-c19b9a-4d9d2014be51","namespace":"llm","model":"e2e-rt-eq-c19b9a","externalModel":"e2e-rt-eq-c19b9a","provider":"e2e-rt-eq-c19b9a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:00.033049538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"e338a7c8-62fb-40c6-b60d-1cb2d65d6825","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:00.034049023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"e364f3a9-b42e-4115-96ff-dd6102c0dbac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:00.096004249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"e364f3a9-b42e-4115-96ff-dd6102c0dbac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:00.098369166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"e338a7c8-62fb-40c6-b60d-1cb2d65d6825","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:00.371029027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-c19b9a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-c19b9a-access","reconcileID":"ca8f8b0e-2ae7-4327-b69d-b51104f2c1ee","MaaSAuthPolicy":{"name":"e2e-rt-eq-c19b9a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:00.372064917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"233b6776-2fd2-45d5-912c-8dd9ab10ba46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:00.372880517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e0f514-access","reconcileID":"a32c3b07-7413-4c5b-af83-1a67472a4c70","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:00.444730887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-c19b9a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-c19b9a-access","reconcileID":"ca8f8b0e-2ae7-4327-b69d-b51104f2c1ee","MaaSAuthPolicy":{"name":"e2e-rt-eq-c19b9a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:00.453077638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"233b6776-2fd2-45d5-912c-8dd9ab10ba46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:00.458659916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e0f514-access","reconcileID":"a32c3b07-7413-4c5b-af83-1a67472a4c70","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:00.585996476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"df3c8dfe-0f5c-4a03-af0a-86ec6f35cee2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:00.659703484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"df3c8dfe-0f5c-4a03-af0a-86ec6f35cee2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:01.134688933Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-c19b9a-sub models-as-a-service/e2e-rt-sw-e0f514-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:01.188125912Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-c19b9a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c19b9a","reconcileID":"82b0aae8-b965-477a-b418-31c0841705cd","MaaSModelRef":{"name":"e2e-rt-eq-c19b9a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-c19b9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:01.188163089Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-c19b9a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c19b9a","reconcileID":"82b0aae8-b965-477a-b418-31c0841705cd","MaaSModelRef":{"name":"e2e-rt-eq-c19b9a","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-c19b9a-4d9d2014be51","namespace":"llm","model":"e2e-rt-eq-c19b9a","externalModel":"e2e-rt-eq-c19b9a","provider":"e2e-rt-eq-c19b9a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:01.218102374Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:22:01.242954173Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-c19b9a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-c19b9a-sub","reconcileID":"73e93caa-e118-4322-bc46-1e6cc91c05ab","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-eq-c19b9a-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:01.355537458Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-c19b9a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c19b9a","reconcileID":"65c59d95-3e23-47ab-8d50-ae983d9b7bae","MaaSModelRef":{"name":"e2e-rt-eq-c19b9a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-c19b9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:01.355566168Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-c19b9a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c19b9a","reconcileID":"65c59d95-3e23-47ab-8d50-ae983d9b7bae","MaaSModelRef":{"name":"e2e-rt-eq-c19b9a","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-c19b9a-4d9d2014be51","namespace":"llm","model":"e2e-rt-eq-c19b9a","externalModel":"e2e-rt-eq-c19b9a","provider":"e2e-rt-eq-c19b9a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:01.400746444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9d386698-4d1d-4ac6-8446-80ab60187ca3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:01.400827352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e0f514-access","reconcileID":"fbfabd39-055c-47bb-8664-d46b95eabb5d","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:01.401424898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9ddad112-9ba2-4e15-972f-01e00618d5eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:01.401484621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-c19b9a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-c19b9a-access","reconcileID":"27f56a12-d775-4b1a-91b8-702f5e8d8ef1","MaaSAuthPolicy":{"name":"e2e-rt-eq-c19b9a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:01.461354751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e0f514-access","reconcileID":"fbfabd39-055c-47bb-8664-d46b95eabb5d","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:01.461387142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-c19b9a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-c19b9a-access","reconcileID":"27f56a12-d775-4b1a-91b8-702f5e8d8ef1","MaaSAuthPolicy":{"name":"e2e-rt-eq-c19b9a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:01.463757263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9d386698-4d1d-4ac6-8446-80ab60187ca3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:01.463868986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9ddad112-9ba2-4e15-972f-01e00618d5eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:22:01.464466367Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-c19b9a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c19b9a","reconcileID":"65c59d95-3e23-47ab-8d50-ae983d9b7bae","name":"e2e-rt-eq-c19b9a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-eq-c19b9a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:22:01.464521608Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-c19b9a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c19b9a","reconcileID":"65c59d95-3e23-47ab-8d50-ae983d9b7bae","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-eq-c19b9a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:01.517895265Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e0f514","reconcileID":"dfdd53b6-c6f5-4b50-9ccf-721b93f318bf","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-e0f514","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:01.517929576Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e0f514","reconcileID":"dfdd53b6-c6f5-4b50-9ccf-721b93f318bf","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-e0f514-2ae64b71b21b","namespace":"llm","model":"e2e-rt-sw-e0f514","externalModel":"e2e-rt-sw-e0f514","provider":"e2e-rt-sw-e0f514-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:01.625344319Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-c19b9a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c19b9a","reconcileID":"29936b55-c038-48c6-adba-5cbe82eee750","MaaSModelRef":{"name":"e2e-rt-eq-c19b9a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-c19b9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:01.625371711Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-c19b9a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c19b9a","reconcileID":"29936b55-c038-48c6-adba-5cbe82eee750","MaaSModelRef":{"name":"e2e-rt-eq-c19b9a","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-c19b9a-4d9d2014be51","namespace":"llm","model":"e2e-rt-eq-c19b9a","externalModel":"e2e-rt-eq-c19b9a","provider":"e2e-rt-eq-c19b9a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:01.698909933Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-c19b9a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-c19b9a-sub","reconcileID":"4c142af7-bd26-465e-9f3f-5a6caa266b81","MaaSSubscription":{"name":"e2e-rt-eq-c19b9a-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-c19b9a","model":"e2e-rt-eq-c19b9a","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-eq-c19b9a-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:01.889016644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6a2162a7-add9-4642-a955-fd4dce7a8e9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:01.889035858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4c263e44-34c1-4f3b-bc0b-e512ddf2f8b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:01.948276254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4c263e44-34c1-4f3b-bc0b-e512ddf2f8b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:01.948407664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6a2162a7-add9-4642-a955-fd4dce7a8e9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:01.977827491Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-c19b9a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c19b9a","reconcileID":"3f2faa82-5d5e-4dd3-b3db-9b6fcfa8af93","MaaSModelRef":{"name":"e2e-rt-eq-c19b9a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-c19b9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:01.977857318Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-c19b9a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c19b9a","reconcileID":"3f2faa82-5d5e-4dd3-b3db-9b6fcfa8af93","MaaSModelRef":{"name":"e2e-rt-eq-c19b9a","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-c19b9a-4d9d2014be51","namespace":"llm","model":"e2e-rt-eq-c19b9a","externalModel":"e2e-rt-eq-c19b9a","provider":"e2e-rt-eq-c19b9a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:01.99686091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e0f514-access","reconcileID":"93248eb3-f414-48f0-8e04-1277ab4238f0","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:01.996860781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-c19b9a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-c19b9a-access","reconcileID":"15c2e837-b517-467c-8598-09ffbce2a18c","MaaSAuthPolicy":{"name":"e2e-rt-eq-c19b9a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:02.05583499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-c19b9a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-c19b9a-access","reconcileID":"15c2e837-b517-467c-8598-09ffbce2a18c","MaaSAuthPolicy":{"name":"e2e-rt-eq-c19b9a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:02.055915708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e0f514-access","reconcileID":"93248eb3-f414-48f0-8e04-1277ab4238f0","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:02.193617451Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-c19b9a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-c19b9a-sub","reconcileID":"25d1f7b0-c190-4971-8978-194bd94e09a3","MaaSSubscription":{"name":"e2e-rt-eq-c19b9a-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-c19b9a","model":"llm/e2e-rt-eq-c19b9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:03.221639237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-e5f308a1","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"e2e-conflict-a-e5f308a1","reconcileID":"e7c5f0b0-302b-4323-87c4-e7680f28d904","MaaSModelRef":{"name":"e2e-conflict-a-e5f308a1","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"e2e-conflict-a-e5f308a1-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"e2e-conflict-a-e5f308a1","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:03.221912384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"415327b9-2401-4485-b11b-cf7c006dd1a0","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:03.222247366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"premium-w4-b1ad4e","reconcileID":"924753ec-c1e4-4bb6-b0e8-13ed583aa8ae","MaaSModelRef":{"name":"premium-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"premium-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"premium-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:03.299138353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-e5f308a1","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"e2e-conflict-a-e5f308a1","reconcileID":"b344fc49-fbfe-4432-8cdf-a21d3f656db4","MaaSModelRef":{"name":"e2e-conflict-a-e5f308a1","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"e2e-conflict-a-e5f308a1-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"e2e-conflict-a-e5f308a1","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:03.299522885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"c32140a4-64af-4b34-ac8c-a880e5f0e59e","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:03.300004289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"premium-w4-b1ad4e","reconcileID":"6b43d1bd-19fa-4c4b-ab08-59815b3b65d0","MaaSModelRef":{"name":"premium-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"premium-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"premium-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:03.381519004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"d9c77b11-cacc-47c5-80f8-e0a92afa5316","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:03.381560199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"2654e146-34fc-4625-b8d4-64154cac6a3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:03.436614918Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-subscription","reconcileID":"4d6823e5-649e-4e31-a40f-a331301fc6cb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-simulator-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:03.43676526Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-subscription","reconcileID":"a69d6c9b-78be-4cc9-955a-b598e9eb4424","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-premium-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/premium-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:03.44083089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"d9c77b11-cacc-47c5-80f8-e0a92afa5316","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:03.440852608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"2654e146-34fc-4625-b8d4-64154cac6a3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:03.759636057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"ac686163-45d1-46e1-8aa8-d4b3e25de3d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:03.759669792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"78cb6d2d-409d-4460-9f23-608d8668e558","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:03.818582004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"ac686163-45d1-46e1-8aa8-d4b3e25de3d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:03.821268719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"78cb6d2d-409d-4460-9f23-608d8668e558","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:04.674081139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"distinct-w3-68b670","reconcileID":"126aac4a-cc7b-467b-8968-8937ab47a5f8","MaaSModelRef":{"name":"distinct-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"distinct-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"distinct-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:17.394907368Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-c19b9a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-c19b9a-sub","reconcileID":"e21638e6-d50b-40b2-b7e8-964ce3be1665","MaaSSubscription":{"name":"e2e-rt-eq-c19b9a-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-c19b9a","model":"llm/e2e-rt-eq-c19b9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:17.687310443Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-c19b9a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c19b9a","reconcileID":"927b583f-4bcc-43b8-9156-0374593ebb93","MaaSModelRef":{"name":"e2e-rt-eq-c19b9a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-c19b9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:17.687337964Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-c19b9a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c19b9a","reconcileID":"927b583f-4bcc-43b8-9156-0374593ebb93","MaaSModelRef":{"name":"e2e-rt-eq-c19b9a","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-c19b9a-4d9d2014be51","namespace":"llm","model":"e2e-rt-eq-c19b9a","externalModel":"e2e-rt-eq-c19b9a","provider":"e2e-rt-eq-c19b9a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:18.315200622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e4af6016-62ca-4323-a320-3f0463abd9d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:18.316375557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e0f514-access","reconcileID":"556ec58f-d28a-4ce2-9f3b-86d5168fa58d","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:18.317183876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"179b85ae-c704-49e8-a4ee-7100b2d9c15d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:18.317898755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-c19b9a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-c19b9a-access","reconcileID":"4ba06f4e-8b11-44b7-86a4-9c3cd5f34089","MaaSAuthPolicy":{"name":"e2e-rt-eq-c19b9a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:18.332060733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"0f4b7bc0-39a4-4a16-989c-49a6b0a70f76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:18.382118499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e4af6016-62ca-4323-a320-3f0463abd9d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:18.390943298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e0f514-access","reconcileID":"556ec58f-d28a-4ce2-9f3b-86d5168fa58d","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:18.385643054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"179b85ae-c704-49e8-a4ee-7100b2d9c15d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:18.394474895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-c19b9a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-c19b9a-access","reconcileID":"4ba06f4e-8b11-44b7-86a4-9c3cd5f34089","MaaSAuthPolicy":{"name":"e2e-rt-eq-c19b9a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:18.396814685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"0f4b7bc0-39a4-4a16-989c-49a6b0a70f76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:18.751466457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"4cc452ba-6c84-4588-9cc0-5c2b1fa8a83c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:18.812276509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"4cc452ba-6c84-4588-9cc0-5c2b1fa8a83c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:24.777941138Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-subscription","reconcileID":"03a67c3d-7cd4-4439-a569-2e62b97d3bff","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:28.628320164Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-subscription","reconcileID":"44803541-8702-4539-a340-0f405c59268d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-simulator-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/simulator-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:28.747394841Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-subscription","reconcileID":"22d7a598-b54e-4e9f-bf94-d51784c76b7f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-simulator-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:28.850627715Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-subscription","reconcileID":"2e26c314-0e24-4229-83aa-1fbde9c11f8f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-premium-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/premium-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:28.871115747Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-subscription","reconcileID":"64e219cf-4138-45e5-b74c-540a87fa9fb4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-premium-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/premium-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:29.000791954Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-c19b9a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-c19b9a-sub","reconcileID":"05a9a57f-3a3a-4183-87d1-ed73eb0b2d78","MaaSSubscription":{"name":"e2e-rt-eq-c19b9a-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-c19b9a","model":"llm/e2e-rt-eq-c19b9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:29.048302012Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-subscription","reconcileID":"69783bc3-7204-4a2f-ac24-fbffef6db662","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-premium-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/premium-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:29.149415992Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-subscription","reconcileID":"d055131d-7a45-45cb-ace4-efb08fc03da8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:29.227649348Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-e0f514-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e0f514-sub","reconcileID":"d7f832d3-6986-453e-bb43-1a4db0c2da7e","MaaSSubscription":{"name":"e2e-rt-sw-e0f514-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-e0f514","model":"llm/e2e-rt-sw-e0f514","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:29.294390788Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9c44143a-1362-442c-a473-c72367e94055","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:29.394820762Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-subscription","reconcileID":"e8271a91-4441-45ac-afa8-6a0e96512b0e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-premium-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/premium-w3-68b670","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:29.413849692Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"615fece7-22fe-40f7-afb6-efa161f62d00","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:29.594192223Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-subscription","reconcileID":"dc3bc9f2-bf7b-463a-b9ba-94042cd3c106","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-simulator-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:29.697522168Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-subscription","reconcileID":"86c76c4b-6389-40a5-936d-8b5852003381","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-simulator-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/simulator-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:29.79541813Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-subscription","reconcileID":"66baa2a7-6c17-465c-9c5c-6d0352a31912","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-premium-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/premium-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:30.90355616Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-subscription","reconcileID":"c0dfa68c-34e1-4db9-90ff-691af5424c44","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:31.218100941Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:38.267105848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-w1-5a6246","reconcileID":"51dc2f17-f8fc-47ca-a21b-4a29f64f82c4","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:43.934297816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-b-e5f308a1","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"e2e-conflict-b-e5f308a1","reconcileID":"9233b416-e2ff-4df0-afae-5b8e6e216233","MaaSModelRef":{"name":"e2e-conflict-b-e5f308a1","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"e2e-conflict-b-e5f308a1-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"e2e-conflict-b-e5f308a1","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:43.993826997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-e5f308a1","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"e2e-conflict-a-e5f308a1","reconcileID":"bded60cc-8454-4e1c-bb85-ad9258f3bfa1","MaaSModelRef":{"name":"e2e-conflict-a-e5f308a1","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"e2e-conflict-a-e5f308a1-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"e2e-conflict-a-e5f308a1","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:44.962268242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-e5f308a1","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"e2e-conflict-a-e5f308a1","reconcileID":"be66b663-b077-4f37-b779-5dba304742cf","MaaSModelRef":{"name":"e2e-conflict-a-e5f308a1","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"e2e-conflict-a-e5f308a1-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"e2e-conflict-a-e5f308a1","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:45.71947171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"premium-w3-68b670","reconcileID":"7f66e60f-aef7-4cf1-8e42-51dbab50b3a0","MaaSModelRef":{"name":"premium-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"premium-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"premium-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:45.719943211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"distinct-w3-68b670","reconcileID":"3cf162d8-5cb9-469a-9965-ef1c586e6686","MaaSModelRef":{"name":"distinct-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"distinct-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"distinct-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:45.720214851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"505d3e13-6f37-4934-b8fc-0f9e61bb320b","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:45.794734992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"premium-w3-68b670","reconcileID":"db29d53a-4429-4dcb-a80c-c81c275d6d4d","MaaSModelRef":{"name":"premium-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"premium-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"premium-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:45.795253563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"distinct-w3-68b670","reconcileID":"14dc02be-3707-488a-bc20-6db98d6c465d","MaaSModelRef":{"name":"distinct-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"distinct-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"distinct-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:45.795479197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"0c9d2f1d-908c-4fd4-b90b-ee86082b5351","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:45.879987663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"9f9751ff-a150-4e71-88b8-e433d3f08f52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:45.880202251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"b09def7a-4e99-48d1-a9f3-bf8d7e13d3fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:45.93425539Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-subscription","reconcileID":"e7833b1d-5e6b-4eeb-a486-8e842e55c85e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-premium-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/premium-w3-68b670","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:45.934565852Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-subscription","reconcileID":"07fe0aa3-c13f-4f28-9d95-2aea8e70bb0c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-simulator-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:45.938566556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"9f9751ff-a150-4e71-88b8-e433d3f08f52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:45.938802308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"b09def7a-4e99-48d1-a9f3-bf8d7e13d3fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:46.2612029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"a048655d-4805-4087-a2e1-996548d3201c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:46.261202944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"19a521de-364c-45e2-8ff9-dd7b9ca464a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:46.319471742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"a048655d-4805-4087-a2e1-996548d3201c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:46.319743775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"19a521de-364c-45e2-8ff9-dd7b9ca464a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:55.711125275Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-subscription","reconcileID":"25f49025-8b05-4476-a9be-652b66f0ae2b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-premium-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/premium-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:55.809728391Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-subscription","reconcileID":"29a1208a-8737-4f80-a2a9-26ba4f9efb63","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-simulator-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/simulator-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:55.910485908Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-subscription","reconcileID":"521ef564-43e8-454a-91e0-181f26baf868","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-simulator-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/simulator-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:56.005019565Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-c19b9a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-c19b9a-sub","reconcileID":"3588674c-aead-4ddd-b8ca-e7c947f49661","MaaSSubscription":{"name":"e2e-rt-eq-c19b9a-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-c19b9a","model":"llm/e2e-rt-eq-c19b9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:56.017976625Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-subscription","reconcileID":"e19d618d-6eb4-430c-96c5-7bb510e652e6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-premium-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/premium-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:56.117494848Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-subscription","reconcileID":"71f07f60-18ad-43ab-9f42-eaeb6b4829dd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-simulator-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:56.218008179Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0a3c3c8d-6f78-415a-9157-f3ad23f3f61d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:56.437774406Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-subscription","reconcileID":"471ee175-2a77-4cb1-8037-55fc3c9c3cdd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:56.594851895Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-e0f514-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e0f514-sub","reconcileID":"65162b01-1858-4a7e-9c21-36e0990cc2c8","MaaSSubscription":{"name":"e2e-rt-sw-e0f514-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-e0f514","model":"llm/e2e-rt-sw-e0f514","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:56.639619058Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-subscription","reconcileID":"716396a6-a470-4434-bfb2-8e435d9f1bf6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-premium-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/premium-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:56.639881785Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-subscription","reconcileID":"768d9e76-3de4-434f-992f-a103fc66f9af","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-simulator-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:56.740904552Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-subscription","reconcileID":"432eece7-7534-4afc-891c-6790a865aba3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-premium-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/premium-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:56.838605716Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-subscription","reconcileID":"210591d0-da13-4354-8d72-ce3d8ef2ab9d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-premium-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/premium-w3-68b670","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:56.944743208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"a26df371-f65a-4607-b020-357423dd00eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:56.944767854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"5836b8ad-c50f-4fa2-af70-c71c336dbfab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:56.966310053Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4821f845-b74c-44a4-9e6f-b2332dc20f19","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:57.004072512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"a26df371-f65a-4607-b020-357423dd00eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:57.005652061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"5836b8ad-c50f-4fa2-af70-c71c336dbfab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:58.077243576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"317f05db-1330-4e9b-9eb1-200e9f5ba8f1","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:58.077591644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"premium-w2-de27f5","reconcileID":"6ce67517-0b1c-4e02-a6d1-4f8aea8a65df","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"premium-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"premium-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:58.147274962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"0a925543-16e8-41b6-80c5-129d5bef87ee","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:58.14766309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"premium-w2-de27f5","reconcileID":"2b10304e-f34a-44c8-b5b1-252a27a65f3b","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"premium-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"premium-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:58.237402825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"4fcc844e-0cf3-4a1e-8c16-25601a601792","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:58.237475513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"03075cec-7f0a-4cf2-be23-44827a285aaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:58.293652741Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-subscription","reconcileID":"ff2c47b4-c7b3-4a0b-a2ef-3a3843198d7a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-premium-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/premium-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:58.294321242Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-subscription","reconcileID":"ad4b9dd8-9f5c-419e-9f9d-2ffc06c22c50","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:58.302844434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"4fcc844e-0cf3-4a1e-8c16-25601a601792","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:58.304305992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"03075cec-7f0a-4cf2-be23-44827a285aaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:58.672229722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"49802a70-d186-4e1a-b6da-470f17f09291","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:58.672229557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"6de12835-b004-4bca-9c98-825643bc7127","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:58.738841794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"49802a70-d186-4e1a-b6da-470f17f09291","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:22:58.738883824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"6de12835-b004-4bca-9c98-825643bc7127","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:01.218473237Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:09.425695217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"5db0491b-2d8c-40f2-a32a-bee79fef6987","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:09.425700497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"252d862c-c68a-4f51-8a77-f558e3303dad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:09.483887303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"5db0491b-2d8c-40f2-a32a-bee79fef6987","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:09.484038617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"252d862c-c68a-4f51-8a77-f558e3303dad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:27.237724459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"simulator-w1-5a6246","reconcileID":"0a12acc0-2d26-4273-8d3f-6b6a59a65a02","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"simulator-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"simulator-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:27.238177653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"premium-w1-5a6246","reconcileID":"823b82aa-406b-4b96-ab59-192c2af67167","MaaSModelRef":{"name":"premium-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"premium-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"premium-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:27.238582801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-w1-5a6246","reconcileID":"120b2de5-3b3f-450d-85e0-4d572810c813","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:27.309701272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"simulator-w1-5a6246","reconcileID":"7df2de23-007d-42a8-828b-67f1ca9eb851","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"simulator-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"simulator-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:27.310185726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"premium-w1-5a6246","reconcileID":"204a91dd-225e-4a44-933b-ef55885971cd","MaaSModelRef":{"name":"premium-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"premium-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"premium-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:27.3106044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-w1-5a6246","reconcileID":"7289284c-f987-4689-9c18-934eb59164ca","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:27.397564374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"c5bbc84d-9a4c-4717-a01a-5a77074d038f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:27.398285582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"804a03a2-7bb0-4e18-bbc2-fdcb8af2e097","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:27.453033322Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-subscription","reconcileID":"477f3c8a-bb88-47f9-aef0-7d3efd71b204","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-premium-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/premium-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:27.45375483Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-subscription","reconcileID":"5afed819-1975-4c68-bf0f-d2508b06b25b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-simulator-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/simulator-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:27.461268625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"804a03a2-7bb0-4e18-bbc2-fdcb8af2e097","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:27.462560485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"c5bbc84d-9a4c-4717-a01a-5a77074d038f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:27.829030871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"9c52c61c-ab56-42b8-bb5a-fa06c2da7c3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:27.829031711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"a5f94585-dde4-4dd9-be3a-47138aceb0a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:27.887191045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"a5f94585-dde4-4dd9-be3a-47138aceb0a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:27.887210338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"9c52c61c-ab56-42b8-bb5a-fa06c2da7c3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:31.218548826Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:35.11738299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"ab0eced1-4f91-4a3b-ac7e-6e5a5eb7f071","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:35.117897984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"premium-w4-b1ad4e","reconcileID":"70af2a68-7f1a-4fe4-a062-85ecba94b161","MaaSModelRef":{"name":"premium-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"premium-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"premium-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:35.281112877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"f2f042b3-cb60-474e-8b74-7ed9179733cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:35.281134741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"2fe23712-6358-4041-a914-b8b219f34538","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:35.335393217Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-subscription","reconcileID":"ba8417ef-76ef-4c75-b3ea-515b93b22f7b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-simulator-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:35.335429749Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-subscription","reconcileID":"8dc884b3-4895-4282-8ce4-a706ec5f6d0f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-premium-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/premium-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:35.339770185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"f2f042b3-cb60-474e-8b74-7ed9179733cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:35.339979308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"2fe23712-6358-4041-a914-b8b219f34538","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:40.98919581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"71674f06-414a-4d93-b03c-7632c8cf7b41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:40.989194749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"4937139e-39ff-4b46-abe1-857b1ac88a36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:41.048044033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"71674f06-414a-4d93-b03c-7632c8cf7b41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:41.048275552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"4937139e-39ff-4b46-abe1-857b1ac88a36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:41.57098955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"903fd3ad-1f07-4c22-a049-480c2fc70b8c","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:41.571551999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"premium-w4-b1ad4e","reconcileID":"66733752-6f29-4ee1-bd15-b6054b4d8628","MaaSModelRef":{"name":"premium-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"premium-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"premium-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:41.735776611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"0f227965-5c2c-4144-9ea1-67224de5bccb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:41.736060174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"487d1521-ebd0-443a-b107-ec1d3fb5e0de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:41.795378994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"487d1521-ebd0-443a-b107-ec1d3fb5e0de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:41.796048707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"0f227965-5c2c-4144-9ea1-67224de5bccb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:41.79630506Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-subscription","reconcileID":"85c12c4f-98d0-4f64-b172-085ff13960b2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-simulator-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:41.796793567Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-subscription","reconcileID":"a92cb363-f7e8-4584-b088-7e8a3e21b761","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-premium-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/premium-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:44.198721397Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-subscription","reconcileID":"f62b01ed-a4b8-4fd8-b7a7-b86f852c1f58","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-simulator-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:44.253285183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"distinct-2-w3-68b670","reconcileID":"2e65f1df-bf97-4cd0-9f43-e6c135a985bc","MaaSModelRef":{"name":"distinct-2-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"distinct-2-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"distinct-2-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:44.845478679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"distinct-w2-de27f5","reconcileID":"01bf88d2-8f87-4bf1-8f18-2a413d2ce6d8","MaaSModelRef":{"name":"distinct-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"distinct-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"distinct-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:45.483531262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"ca0cc783-9c8c-4f77-ae31-337dce08f964","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:45.539995622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"1a5fed30-f41e-4c2b-9dc8-1b4025ca8f1d","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:45.701836549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-dedup-auth","reconcileID":"97720cf5-9ed3-4c07-ac55-de88617126b3","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:45.760047145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-dedup-auth","reconcileID":"97720cf5-9ed3-4c07-ac55-de88617126b3","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:46.084148797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"b6b37a8c-98aa-4c73-affe-d0bd2ffa2793","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:46.243674942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-dedup-auth","reconcileID":"24bce9f4-9914-4135-8796-94d6dbcd1e25","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:46.302032915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-dedup-auth","reconcileID":"24bce9f4-9914-4135-8796-94d6dbcd1e25","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:46.82536621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-2-w1-5a6246","reconcileID":"1a8f5fb3-1109-4096-9fdf-edbe3506cac2","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-2-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-2-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:47.884277008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-w1-5a6246","reconcileID":"320ed5e5-e2c7-4c61-9a16-89869354e7e2","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:47.940634062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-w1-5a6246","reconcileID":"fecd8157-75d2-4360-9b45-41f52f38a8c7","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:48.152419741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-return-all-auth1","reconcileID":"aad60c63-f134-4b9c-8fe1-0888112222b0","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:48.210700748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-return-all-auth1","reconcileID":"aad60c63-f134-4b9c-8fe1-0888112222b0","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:48.267976029Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-5a6246-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0d6dc66206ce952aa404db297ace583918a44bcd1498519f28fe588f8fbd5eb0) AuthConfig (50ccd044b46cdcb795a81e8fc3f3515a0a6f26959864209fbfd38c3f3cf7a7a1) AuthConfig (dcbab2093840a1efd02f18cc5501b1fb6591daac1cf4bd5cba102d98b923db2a) AuthConfig (0675c0e8e2374ffd0d047c09deb11c7813a84b34c7878c3c7320ca09535ee6d4) AuthConfig (71d8cb7ed03e5dd465e2c14e9b11bf8108f9b185f7d2fe137b58d7fb959aa260) AuthConfig (6e3c0ec697a92d1d65a3f617a89adf71b48850842ffa449ea4309aa7f086bd2a) AuthConfig (a935100bf09849e9e54e8b6d25bb8a07bc9d4d6cc83a02053a56a045f9c72a33) AuthConfig (c2edcd24d6f4c6dbf67cd0f1214567490539e08dc1cb960a9082362c9dd3b8b3) AuthConfig (61931adcf1fe868f00eba1ddaf6ebe1a5f0031179f0fbb8ecb2126683c267bea) AuthConfig (c1e9d78ffbd4e38bc3478f8686ce102dd7ae256318488f6f2709416fb70feb44) AuthConfig (97718fd2133d6838ee3d099bcb5fe2d110337d033905f7a0fad1c1156f76394e) AuthConfig (4850dce5285b50da6051fa8064ced9f5e704eb0cba9d5f339f6191e70a2d89ec)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-return-all-auth1","reconcileID":"aad60c63-f134-4b9c-8fe1-0888112222b0","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:48.287585494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-w1-5a6246","reconcileID":"869d85a7-2b17-4672-8e63-26f109de9498","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:48.287733616Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-c19b9a-sub models-as-a-service/e2e-rt-sw-e0f514-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:48.349526828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-w1-5a6246","reconcileID":"2b042e5b-a0a2-4336-87c9-bc09e0930bfb","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:48.391604621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"90ad6f33-6235-4284-bee2-95c66d960b77","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:48.391648681Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-c19b9a-sub models-as-a-service/e2e-rt-sw-e0f514-sub]"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:23:48.398017247Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-return-all-sub1","reconcileID":"fb1e80e9-0ba5-4d90-9365-b43f3db97e65","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:48.449899759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"76294cd4-38e3-4c0d-95dd-927410ba8f0d","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:23:48.500935018Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-dedup-subscription","reconcileID":"96baf9e2-c10e-4b56-92f8-5f215c87cf8c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dedup-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:48.501866114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"03bbb2ab-d1dd-4573-9b41-d77d6c104466","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:48.501865849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"bf941b25-9100-44d5-80bd-44eb568c1df5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:48.508580847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-w1-5a6246","reconcileID":"2bec5ac7-e461-40a9-8c78-3bf2d5446ee4","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:23:48.549139985Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-dedup-auth","reconcileID":"8f4a6821-aa55-4da4-999b-eca7b36a4f23","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: compose ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription@e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:23:48.55204899Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"fdcc429b-08c8-4b53-bfac-0f949b36c92b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: compose ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription@e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:48.560056095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"bf941b25-9100-44d5-80bd-44eb568c1df5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:48.560142572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"03bbb2ab-d1dd-4573-9b41-d77d6c104466","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:48.564524822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-w1-5a6246","reconcileID":"bcd3cc3f-b756-4ce5-ba28-6f52e6d893ff","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:48.59304616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-2-w1-5a6246","reconcileID":"9a8ab9b8-6164-4a17-a6e4-e07133491d01","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-2-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-2-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:48.598569494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-return-all-auth1","reconcileID":"5e10b34b-de51-429b-ae1d-1286b9870f17","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:23:48.605600713Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-dedup-auth","reconcileID":"8f4a6821-aa55-4da4-999b-eca7b36a4f23","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: compose ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription@e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:48.605840422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"753d3ee9-34b2-4aea-a78c-4c8bcf909f9c","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:23:48.61024854Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"fdcc429b-08c8-4b53-bfac-0f949b36c92b","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: compose ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription@e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:48.610420141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"premium-w3-68b670","reconcileID":"a47f3534-3358-4830-94fe-8348b546aa4b","MaaSModelRef":{"name":"premium-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"premium-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"premium-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:48.617269568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"ad2d009c-271c-47fc-8dba-b56c575468a3","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:48.65655832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-return-all-auth1","reconcileID":"5e10b34b-de51-429b-ae1d-1286b9870f17","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:48.666551143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-2-w1-5a6246","reconcileID":"96872f5e-3959-48db-965e-aa4e6747fbaa","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-2-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-2-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:48.675274581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"89f92fdd-a987-4a17-bc0c-f0c79fa9cc35","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:48.713134826Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-5a6246-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0d6dc66206ce952aa404db297ace583918a44bcd1498519f28fe588f8fbd5eb0) AuthConfig (50ccd044b46cdcb795a81e8fc3f3515a0a6f26959864209fbfd38c3f3cf7a7a1) AuthConfig (dcbab2093840a1efd02f18cc5501b1fb6591daac1cf4bd5cba102d98b923db2a) AuthConfig (0675c0e8e2374ffd0d047c09deb11c7813a84b34c7878c3c7320ca09535ee6d4) AuthConfig (71d8cb7ed03e5dd465e2c14e9b11bf8108f9b185f7d2fe137b58d7fb959aa260) AuthConfig (6e3c0ec697a92d1d65a3f617a89adf71b48850842ffa449ea4309aa7f086bd2a) AuthConfig (a935100bf09849e9e54e8b6d25bb8a07bc9d4d6cc83a02053a56a045f9c72a33) AuthConfig (c2edcd24d6f4c6dbf67cd0f1214567490539e08dc1cb960a9082362c9dd3b8b3) AuthConfig (61931adcf1fe868f00eba1ddaf6ebe1a5f0031179f0fbb8ecb2126683c267bea) AuthConfig (c1e9d78ffbd4e38bc3478f8686ce102dd7ae256318488f6f2709416fb70feb44) AuthConfig (97718fd2133d6838ee3d099bcb5fe2d110337d033905f7a0fad1c1156f76394e) AuthConfig (4850dce5285b50da6051fa8064ced9f5e704eb0cba9d5f339f6191e70a2d89ec)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-return-all-auth1","reconcileID":"5e10b34b-de51-429b-ae1d-1286b9870f17","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:23:48.764069198Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"0e7e8a67-d8c8-4229-9a8f-68a6161510de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: compose ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription@e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:23:48.766967255Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-return-all-auth1","reconcileID":"5e10b34b-de51-429b-ae1d-1286b9870f17","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-return-all-auth1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:48.788865963Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-return-all-sub1","reconcileID":"3c9f8d2c-938b-49ed-82d9-2c37bb62a04c","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-distinct-w1-5a6246","model":"distinct-w1-5a6246","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-5a6246/e2e-return-all-sub1"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:23:48.822087756Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"0e7e8a67-d8c8-4229-9a8f-68a6161510de","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: compose ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription@e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:48.822392291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"3e400111-f2d6-4ef9-9f9a-3e44627045a7","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:48.892251023Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-5a6246 priority=0:[ai-tenant-e2e-worker-w1-5a6246/e2e-return-all-sub1 ai-tenant-e2e-worker-w1-5a6246/e2e-return-all-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-c19b9a-sub models-as-a-service/e2e-rt-sw-e0f514-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:48.89235339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-2-w1-5a6246","reconcileID":"06223bf9-5f64-4675-83da-85552764a043","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-2-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-2-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:48.946852879Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-dedup-subscription","reconcileID":"84e7efc4-6ab3-45d5-b93b-54e8362cfe50","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-simulator-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription","ai-tenant-e2e-worker-w3-68b670/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:48.953433622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-w1-5a6246","reconcileID":"af5f8786-dcbd-4d4e-b48d-45504a2f9535","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:23:48.953938856Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-return-all-sub1","reconcileID":"3c9f8d2c-938b-49ed-82d9-2c37bb62a04c","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:48.968955333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-return-all-auth2","reconcileID":"c755a829-4c2a-4bea-81fa-38872b76e217","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:23:48.980579147Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-dedup-auth","reconcileID":"08604473-6ec0-4782-928e-463f3323b60a","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: compose ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription@e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:23:48.980655321Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-dedup-auth","reconcileID":"08604473-6ec0-4782-928e-463f3323b60a","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: compose ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription@e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:48.999733306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-2-w1-5a6246","reconcileID":"ff1c6791-8ba9-4eb0-a99e-65a9ba23d0f9","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-2-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-2-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:23:49.006017774Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-5a6246/e2e-return-all-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:49.026880541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-return-all-auth2","reconcileID":"c755a829-4c2a-4bea-81fa-38872b76e217","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:49.055688175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-2-w1-5a6246","reconcileID":"6a5e8ebe-b634-44f1-99f5-506b53e01548","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-2-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-2-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:49.065875506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"51bdc6c6-412d-461a-a3f9-90b46168e0bf","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:49.070594858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"0756d9f2-02bc-4fe1-828c-df7e8e898856","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:49.071210613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"723693c2-1816-42f2-8bc1-3e899378fa8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:49.071812301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-return-all-auth1","reconcileID":"4b171509-ea34-4d5d-8449-1343748abfe8","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:49.106297013Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-5a6246-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0d6dc66206ce952aa404db297ace583918a44bcd1498519f28fe588f8fbd5eb0) AuthConfig (50ccd044b46cdcb795a81e8fc3f3515a0a6f26959864209fbfd38c3f3cf7a7a1) AuthConfig (dcbab2093840a1efd02f18cc5501b1fb6591daac1cf4bd5cba102d98b923db2a) AuthConfig (0675c0e8e2374ffd0d047c09deb11c7813a84b34c7878c3c7320ca09535ee6d4) AuthConfig (71d8cb7ed03e5dd465e2c14e9b11bf8108f9b185f7d2fe137b58d7fb959aa260) AuthConfig (6e3c0ec697a92d1d65a3f617a89adf71b48850842ffa449ea4309aa7f086bd2a) AuthConfig (a935100bf09849e9e54e8b6d25bb8a07bc9d4d6cc83a02053a56a045f9c72a33) AuthConfig (c2edcd24d6f4c6dbf67cd0f1214567490539e08dc1cb960a9082362c9dd3b8b3) AuthConfig (61931adcf1fe868f00eba1ddaf6ebe1a5f0031179f0fbb8ecb2126683c267bea) AuthConfig (c1e9d78ffbd4e38bc3478f8686ce102dd7ae256318488f6f2709416fb70feb44) AuthConfig (97718fd2133d6838ee3d099bcb5fe2d110337d033905f7a0fad1c1156f76394e) AuthConfig (4850dce5285b50da6051fa8064ced9f5e704eb0cba9d5f339f6191e70a2d89ec)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-return-all-auth2","reconcileID":"c755a829-4c2a-4bea-81fa-38872b76e217","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:23:49.113068759Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-dedup-subscription","reconcileID":"84e7efc4-6ab3-45d5-b93b-54e8362cfe50","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dedup-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:49.129332004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"0756d9f2-02bc-4fe1-828c-df7e8e898856","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:49.131682813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"723693c2-1816-42f2-8bc1-3e899378fa8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:49.200281598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-return-all-auth1","reconcileID":"4b171509-ea34-4d5d-8449-1343748abfe8","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:23:49.200702408Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"0a39e9d8-4fd6-4819-9de3-f400eb857f5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: compose ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription@e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:23:49.200761901Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"0a39e9d8-4fd6-4819-9de3-f400eb857f5e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: compose ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription@e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:49.202133972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-2-w1-5a6246","reconcileID":"54ee3867-be50-4135-92fc-89e309494e2d","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-2-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-2-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:49.202754117Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-subscription","reconcileID":"ea13b845-8b3d-4576-acfb-3188c55b3920","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-simulator-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:49.257820521Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-5a6246-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0d6dc66206ce952aa404db297ace583918a44bcd1498519f28fe588f8fbd5eb0) AuthConfig (50ccd044b46cdcb795a81e8fc3f3515a0a6f26959864209fbfd38c3f3cf7a7a1) AuthConfig (dcbab2093840a1efd02f18cc5501b1fb6591daac1cf4bd5cba102d98b923db2a) AuthConfig (0675c0e8e2374ffd0d047c09deb11c7813a84b34c7878c3c7320ca09535ee6d4) AuthConfig (71d8cb7ed03e5dd465e2c14e9b11bf8108f9b185f7d2fe137b58d7fb959aa260) AuthConfig (6e3c0ec697a92d1d65a3f617a89adf71b48850842ffa449ea4309aa7f086bd2a) AuthConfig (a935100bf09849e9e54e8b6d25bb8a07bc9d4d6cc83a02053a56a045f9c72a33) AuthConfig (c2edcd24d6f4c6dbf67cd0f1214567490539e08dc1cb960a9082362c9dd3b8b3) AuthConfig (61931adcf1fe868f00eba1ddaf6ebe1a5f0031179f0fbb8ecb2126683c267bea) AuthConfig (c1e9d78ffbd4e38bc3478f8686ce102dd7ae256318488f6f2709416fb70feb44) AuthConfig (97718fd2133d6838ee3d099bcb5fe2d110337d033905f7a0fad1c1156f76394e) AuthConfig (4850dce5285b50da6051fa8064ced9f5e704eb0cba9d5f339f6191e70a2d89ec)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-return-all-auth1","reconcileID":"4b171509-ea34-4d5d-8449-1343748abfe8","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:49.308293554Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-return-all-sub1","reconcileID":"43089aea-3764-4262-b6c6-0aad7f29b9d2","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-distinct-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/distinct-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:49.31422194Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-return-all-sub2","reconcileID":"9d41eaef-8c3e-4157-a4f4-7560df20cc99","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-distinct-2-w1-5a6246","model":"distinct-2-w1-5a6246","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-5a6246/e2e-return-all-sub2"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:23:49.360389654Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"7ea8c29c-9a3a-43d3-b78e-b8b6cf43b7d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: compose ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription@e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:23:49.360486883Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"7ea8c29c-9a3a-43d3-b78e-b8b6cf43b7d9","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: compose ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription@e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:49.362270441Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-dedup-subscription","reconcileID":"77442f70-d393-42ca-88b8-d3714f61a767","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-simulator-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:49.465295709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-return-all-auth2","reconcileID":"a240889f-3d65-4d46-b774-4d9582bdff82","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:49.477972201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-w1-5a6246","reconcileID":"41e8c567-92cc-4199-9c1a-06bf6aa3e55d","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:49.482686841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-2-w1-5a6246","reconcileID":"6fbb5587-b71c-4c16-8699-aeccc1e64057","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-2-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-2-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:49.520144235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-return-all-auth1","reconcileID":"499af254-32fc-41d2-b9ca-c74c55fb1630","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:49.523453415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-return-all-auth2","reconcileID":"a240889f-3d65-4d46-b774-4d9582bdff82","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:49.530309622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"84e3be7c-e4fc-45f7-8fe7-40a1d529321b","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:23:49.567996572Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-dedup-auth","reconcileID":"b0582c64-55ce-428d-a5d8-c8e20cfc5f40","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: compose ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription@e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:23:49.568071836Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-dedup-auth","reconcileID":"b0582c64-55ce-428d-a5d8-c8e20cfc5f40","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: compose ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription@e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:49.571116048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"1b3d28fd-880b-4c1d-9127-9adf2cf35c02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:49.57177745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"0470f808-4cdc-4dcf-90f2-f2a1d2b6be75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:49.577927451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-return-all-auth1","reconcileID":"499af254-32fc-41d2-b9ca-c74c55fb1630","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:49.579951959Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-5a6246-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0d6dc66206ce952aa404db297ace583918a44bcd1498519f28fe588f8fbd5eb0) AuthConfig (50ccd044b46cdcb795a81e8fc3f3515a0a6f26959864209fbfd38c3f3cf7a7a1) AuthConfig (dcbab2093840a1efd02f18cc5501b1fb6591daac1cf4bd5cba102d98b923db2a) AuthConfig (0675c0e8e2374ffd0d047c09deb11c7813a84b34c7878c3c7320ca09535ee6d4) AuthConfig (71d8cb7ed03e5dd465e2c14e9b11bf8108f9b185f7d2fe137b58d7fb959aa260) AuthConfig (6e3c0ec697a92d1d65a3f617a89adf71b48850842ffa449ea4309aa7f086bd2a) AuthConfig (a935100bf09849e9e54e8b6d25bb8a07bc9d4d6cc83a02053a56a045f9c72a33) AuthConfig (c2edcd24d6f4c6dbf67cd0f1214567490539e08dc1cb960a9082362c9dd3b8b3) AuthConfig (61931adcf1fe868f00eba1ddaf6ebe1a5f0031179f0fbb8ecb2126683c267bea) AuthConfig (c1e9d78ffbd4e38bc3478f8686ce102dd7ae256318488f6f2709416fb70feb44) AuthConfig (97718fd2133d6838ee3d099bcb5fe2d110337d033905f7a0fad1c1156f76394e) AuthConfig (4850dce5285b50da6051fa8064ced9f5e704eb0cba9d5f339f6191e70a2d89ec)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-return-all-auth2","reconcileID":"a240889f-3d65-4d46-b774-4d9582bdff82","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:49.630654447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"1b3d28fd-880b-4c1d-9127-9adf2cf35c02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:49.630717096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"0470f808-4cdc-4dcf-90f2-f2a1d2b6be75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:23:49.634055634Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-return-all-auth2","reconcileID":"a240889f-3d65-4d46-b774-4d9582bdff82","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-return-all-auth2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:49.634758322Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-5a6246-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0d6dc66206ce952aa404db297ace583918a44bcd1498519f28fe588f8fbd5eb0) AuthConfig (50ccd044b46cdcb795a81e8fc3f3515a0a6f26959864209fbfd38c3f3cf7a7a1) AuthConfig (dcbab2093840a1efd02f18cc5501b1fb6591daac1cf4bd5cba102d98b923db2a) AuthConfig (0675c0e8e2374ffd0d047c09deb11c7813a84b34c7878c3c7320ca09535ee6d4) AuthConfig (71d8cb7ed03e5dd465e2c14e9b11bf8108f9b185f7d2fe137b58d7fb959aa260) AuthConfig (6e3c0ec697a92d1d65a3f617a89adf71b48850842ffa449ea4309aa7f086bd2a) AuthConfig (a935100bf09849e9e54e8b6d25bb8a07bc9d4d6cc83a02053a56a045f9c72a33) AuthConfig (c2edcd24d6f4c6dbf67cd0f1214567490539e08dc1cb960a9082362c9dd3b8b3) AuthConfig (61931adcf1fe868f00eba1ddaf6ebe1a5f0031179f0fbb8ecb2126683c267bea) AuthConfig (c1e9d78ffbd4e38bc3478f8686ce102dd7ae256318488f6f2709416fb70feb44) AuthConfig (97718fd2133d6838ee3d099bcb5fe2d110337d033905f7a0fad1c1156f76394e) AuthConfig (4850dce5285b50da6051fa8064ced9f5e704eb0cba9d5f339f6191e70a2d89ec)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-return-all-auth1","reconcileID":"499af254-32fc-41d2-b9ca-c74c55fb1630","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:49.695293533Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-return-all-sub2","reconcileID":"add8ab0b-24a6-4187-9452-d3e8217a783e","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-distinct-2-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/distinct-2-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:23:49.72773046Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"f3fa5440-04c9-46c1-805d-e8e8284005cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: compose ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription@e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:23:49.727806534Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"f3fa5440-04c9-46c1-805d-e8e8284005cb","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: compose ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription@e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:23:49.793251709Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-dedup-auth","reconcileID":"38b10c4e-4aa8-4be6-b86c-12fd84f1f113","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: compose ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription@e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:23:49.793333553Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-dedup-auth","reconcileID":"38b10c4e-4aa8-4be6-b86c-12fd84f1f113","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: compose ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription@e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:23:49.793255699Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"1fe6ef90-7cb3-4453-bba0-ebec4e14aeee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: compose ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription@e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:23:49.793422789Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"1fe6ef90-7cb3-4453-bba0-ebec4e14aeee","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: compose ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription@e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:23:49.951978996Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"01ffe80a-1880-495a-aec5-e79f835b5a4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: compose ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription@e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:23:49.952053046Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"01ffe80a-1880-495a-aec5-e79f835b5a4c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: compose ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription@e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:23:49.973114376Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"c429ac80-8781-4d86-b7ba-536f92516b15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: compose ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription@e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:23:49.973200598Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"c429ac80-8781-4d86-b7ba-536f92516b15","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: compose ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription@e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:49.992301957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-return-all-auth2","reconcileID":"104162a5-7bbd-4e17-9510-8af688858108","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:23:49.995068244Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-dedup-auth","reconcileID":"3dc3a126-a709-4835-9415-6acee1ebc1d3","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: compose ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription@e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:23:49.995134833Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-dedup-auth","reconcileID":"3dc3a126-a709-4835-9415-6acee1ebc1d3","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: compose ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription@e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:50.052100594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-return-all-auth2","reconcileID":"104162a5-7bbd-4e17-9510-8af688858108","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:50.110141903Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-5a6246-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0d6dc66206ce952aa404db297ace583918a44bcd1498519f28fe588f8fbd5eb0) AuthConfig (50ccd044b46cdcb795a81e8fc3f3515a0a6f26959864209fbfd38c3f3cf7a7a1) AuthConfig (dcbab2093840a1efd02f18cc5501b1fb6591daac1cf4bd5cba102d98b923db2a) AuthConfig (0675c0e8e2374ffd0d047c09deb11c7813a84b34c7878c3c7320ca09535ee6d4) AuthConfig (71d8cb7ed03e5dd465e2c14e9b11bf8108f9b185f7d2fe137b58d7fb959aa260) AuthConfig (6e3c0ec697a92d1d65a3f617a89adf71b48850842ffa449ea4309aa7f086bd2a) AuthConfig (a935100bf09849e9e54e8b6d25bb8a07bc9d4d6cc83a02053a56a045f9c72a33) AuthConfig (c2edcd24d6f4c6dbf67cd0f1214567490539e08dc1cb960a9082362c9dd3b8b3) AuthConfig (61931adcf1fe868f00eba1ddaf6ebe1a5f0031179f0fbb8ecb2126683c267bea) AuthConfig (c1e9d78ffbd4e38bc3478f8686ce102dd7ae256318488f6f2709416fb70feb44) AuthConfig (97718fd2133d6838ee3d099bcb5fe2d110337d033905f7a0fad1c1156f76394e) AuthConfig (4850dce5285b50da6051fa8064ced9f5e704eb0cba9d5f339f6191e70a2d89ec)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-return-all-auth2","reconcileID":"104162a5-7bbd-4e17-9510-8af688858108","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:23:50.152328607Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"c7837ff3-09c3-44ba-86a7-aa20f121c024","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: compose ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription@e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:23:50.152410757Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"c7837ff3-09c3-44ba-86a7-aa20f121c024","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: compose ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription@e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:23:50.173766931Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"1cbcd75a-2cc9-4c3c-b942-f5b6c396a064","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: compose ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription@e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:23:50.173841932Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"1cbcd75a-2cc9-4c3c-b942-f5b6c396a064","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: compose ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription@e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:23:50.252015399Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-dedup-auth","reconcileID":"844a7085-72ee-4aa1-8e65-d9a18f2c87d2","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: compose ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription@e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:23:50.252091348Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-dedup-auth","reconcileID":"844a7085-72ee-4aa1-8e65-d9a18f2c87d2","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: compose ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription@e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:23:50.392486006Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"4e97dfdf-5cbc-4b4a-9a8f-68890aeec96e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: compose ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription@e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:23:50.392572999Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"4e97dfdf-5cbc-4b4a-9a8f-68890aeec96e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: compose ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription@e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:23:50.493960274Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"95676b95-7506-4b27-a0c1-06df885cab16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: compose ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription@e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:23:50.494043636Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"95676b95-7506-4b27-a0c1-06df885cab16","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: compose ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription@e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:23:50.596904333Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-dedup-auth","reconcileID":"096a2b6f-bdf7-4943-88d1-9ed22d9f8e43","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: compose ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription@e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:23:50.596985892Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-dedup-auth","reconcileID":"096a2b6f-bdf7-4943-88d1-9ed22d9f8e43","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: compose ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription@e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:23:50.712680894Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"1e98b93d-ad2b-49a5-8744-381f2186866f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: compose ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription@e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:23:50.712807221Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"1e98b93d-ad2b-49a5-8744-381f2186866f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: compose ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription@e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:23:50.814101029Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"bf273c1d-553f-49ad-8af6-6f3d0951cd4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: compose ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription@e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:23:50.814173452Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"bf273c1d-553f-49ad-8af6-6f3d0951cd4c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: compose ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription@e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:23:51.076376017Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-dedup-auth","reconcileID":"924795b8-e78a-4072-9e65-072bd5b51376","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: compose ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription@e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:23:51.076473583Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-dedup-auth","reconcileID":"924795b8-e78a-4072-9e65-072bd5b51376","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: compose ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription@e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:23:51.19284362Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"ecea2cae-1cfb-4ce7-90e4-a9692d64f03c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: compose ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription@e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:23:51.192925246Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"ecea2cae-1cfb-4ce7-90e4-a9692d64f03c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: compose ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription@e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:23:51.294335488Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"20faa316-1524-484f-8e4d-9bfbdd6c5588","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: compose ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription@e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:23:51.29441519Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"20faa316-1524-484f-8e4d-9bfbdd6c5588","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: compose ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription@e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:51.530439342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"34403031-5136-4a2a-9916-3667c84b86fe","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:23:51.68938882Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"a71055ac-9a2e-46b5-9769-c8f0d7e33756","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: compose ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription@e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:23:51.689491873Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"a71055ac-9a2e-46b5-9769-c8f0d7e33756","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: compose ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription@e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:23:51.689397325Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"ccf5da44-4f05-4346-9cfb-1b67bd5321b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: compose ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription@e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:23:51.689559221Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"ccf5da44-4f05-4346-9cfb-1b67bd5321b5","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: compose ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription@e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:23:51.68972008Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-dedup-auth","reconcileID":"02a49637-699f-4e51-a054-ee56d2d96a0f","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: compose ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription@e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:23:51.689758885Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-dedup-auth","reconcileID":"02a49637-699f-4e51-a054-ee56d2d96a0f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: compose ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription@e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:23:53.130159824Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"7fbac773-d6ea-4a1e-84d1-d03170edbe19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: compose ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription@e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:23:53.130228377Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"7fbac773-d6ea-4a1e-84d1-d03170edbe19","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: compose ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription@e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:23:53.130158544Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-dedup-auth","reconcileID":"da6ec4e3-bb27-4a0b-8c24-53a7b450c6d4","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: compose ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription@e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:23:53.130273719Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-dedup-auth","reconcileID":"da6ec4e3-bb27-4a0b-8c24-53a7b450c6d4","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: compose ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription@e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:23:53.130377962Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"c44b1778-f961-4a09-aa7c-38048a90ef20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: compose ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription@e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:23:53.130424358Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"c44b1778-f961-4a09-aa7c-38048a90ef20","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: compose ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription@e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:53.22072932Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-subscription","reconcileID":"dd905e22-025b-47fe-ae92-ad08396586fa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-simulator-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:23:55.85016684Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"cd9bfdcb-1a09-413c-9955-a3a09c0182f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: compose ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription@e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:23:55.850185551Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-dedup-auth","reconcileID":"443c5157-986e-4a09-ba86-6d837c0edd6c","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: compose ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription@e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:23:55.850250567Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-dedup-auth","reconcileID":"443c5157-986e-4a09-ba86-6d837c0edd6c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: compose ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription@e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:23:55.850248135Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"cd9bfdcb-1a09-413c-9955-a3a09c0182f3","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: compose ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription@e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:23:55.850562094Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"6488b40e-3b9b-4a8a-ac3d-0cbc3f8c2fe8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: compose ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription@e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:23:55.850609447Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"6488b40e-3b9b-4a8a-ac3d-0cbc3f8c2fe8","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: compose ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription@e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:59.902939475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-return-all-auth1","reconcileID":"74a628af-e8b9-4084-b217-25a075848a9d","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:23:59.961112559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-return-all-auth1","reconcileID":"74a628af-e8b9-4084-b217-25a075848a9d","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:00.283394706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-w1-5a6246","reconcileID":"183968f9-448c-49ff-9ed5-564afe8bf575","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:00.37667665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-return-all-auth2","reconcileID":"9de546ac-1958-4e34-8a88-6f715e82988c","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:00.435136097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-return-all-auth2","reconcileID":"9de546ac-1958-4e34-8a88-6f715e82988c","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:00.710856965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-2-w1-5a6246","reconcileID":"11655334-deca-419e-9d1e-ff6a234084c7","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-2-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-2-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:24:01.143933983Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"cd3a5c13-0b52-4f7e-8fce-3787a91aa98c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: compose ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription@e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:24:01.14400784Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"cd3a5c13-0b52-4f7e-8fce-3787a91aa98c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: compose ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription@e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:24:01.143929601Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-dedup-auth","reconcileID":"b81b65a0-cd6c-4274-9959-a38a7b51a2a3","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: compose ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription@e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:24:01.144055384Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-dedup-auth","reconcileID":"b81b65a0-cd6c-4274-9959-a38a7b51a2a3","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: compose ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription@e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:24:01.144107175Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"fabe5fe0-ff8d-4c40-9001-1538ee6dca06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: compose ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription@e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:24:01.144160899Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"fabe5fe0-ff8d-4c40-9001-1538ee6dca06","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: compose ai-tenant-e2e-worker-w3-68b670/e2e-dedup-subscription@e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: model e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:01.217643833Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:01.695715164Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-dedup-subscription","reconcileID":"08412a6e-b72e-477e-bd44-b56a47373595","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"model":"e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670","subscription":"e2e-dedup-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:01.918198177Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-dedup-subscription","reconcileID":"08412a6e-b72e-477e-bd44-b56a47373595","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-simulator-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-68b670/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:02.132917251Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-subscription","reconcileID":"21c1f0e5-d82b-452b-862a-82051578ff8f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-simulator-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:02.185881916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"83ea7859-2349-4838-870f-ce680a4cfd5a","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:02.185961656Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-5a6246 priority=0:[ai-tenant-e2e-worker-w1-5a6246/e2e-return-all-sub1 ai-tenant-e2e-worker-w1-5a6246/e2e-return-all-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-c19b9a-sub models-as-a-service/e2e-rt-sw-e0f514-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:02.246328504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-2-w1-5a6246","reconcileID":"552c5ec5-1a02-4b64-b9c0-f9229e47eff1","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-2-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-2-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:02.346435705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-dedup-auth","reconcileID":"fb9224ad-1f12-4fa9-a10e-35c217778ebf","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:02.34664122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"995f68ca-1400-4563-8309-5617d90dde37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:02.346430869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"c0f93268-6f11-41c0-8564-35a65735c44f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:02.35676195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"7d8a5c66-280c-42ab-9ea3-7fa1bbb6c58a","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:02.405434882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-dedup-auth","reconcileID":"fb9224ad-1f12-4fa9-a10e-35c217778ebf","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:02.405454446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"995f68ca-1400-4563-8309-5617d90dde37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:02.407575222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"c0f93268-6f11-41c0-8564-35a65735c44f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:24:02.725246179Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-dedup-auth","reconcileID":"fb9224ad-1f12-4fa9-a10e-35c217778ebf","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dedup-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:02.725428424Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-dedup-auth","reconcileID":"9766b4a3-2920-4dd2-ba82-a2166b071dd3","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"model":"e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:02.729547618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"premium-w3-68b670","reconcileID":"4e8e4542-bd5c-4912-b2e6-b4b5329a54d2","MaaSModelRef":{"name":"premium-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"premium-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"premium-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:02.732029626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"f1a90f9a-76a1-4a4f-961d-b30567c0c3f8","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:02.942041649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"5a92409d-4fa7-4d9a-8151-0a1470c7f7b2","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:03.867018909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-w1-5a6246","reconcileID":"c85d8264-2cb9-4a63-ac77-e2aba8b0d392","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:04.033403781Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-return-all-sub1","reconcileID":"5f517a1c-ed8c-467b-8cbc-9a7211329c0d","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-bfd5e5d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:04.132234576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"d30139a8-9a96-482a-9dcc-a9d604731c7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:04.132396912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-return-all-auth2","reconcileID":"2a5a773c-8678-49a9-8ff8-372a5e484e15","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:04.132242245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"03a35ce1-a52e-4882-9ca0-25171af70e5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:04.132770685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-return-all-auth1","reconcileID":"b9c8c3a8-df41-4720-90d7-53c6da1361c9","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:04.190878755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-return-all-auth2","reconcileID":"2a5a773c-8678-49a9-8ff8-372a5e484e15","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:04.190949985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-return-all-auth1","reconcileID":"b9c8c3a8-df41-4720-90d7-53c6da1361c9","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:04.193046242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"d30139a8-9a96-482a-9dcc-a9d604731c7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:04.193239892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"03a35ce1-a52e-4882-9ca0-25171af70e5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:04.204969717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"distinct-w3-68b670","reconcileID":"6b4cce9d-a41f-4c3d-8785-707ce6778a0d","MaaSModelRef":{"name":"distinct-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"distinct-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"distinct-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:04.205253053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"distinct-2-w3-68b670","reconcileID":"0440b261-2f61-4074-8f9a-48d3c1ef89a5","MaaSModelRef":{"name":"distinct-2-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"distinct-2-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"distinct-2-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:04.261048857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"distinct-w3-68b670","reconcileID":"166d755f-2b65-4993-8a85-951204055cc9","MaaSModelRef":{"name":"distinct-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"distinct-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"distinct-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:04.261343868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"distinct-2-w3-68b670","reconcileID":"7535b9dd-135c-412e-864f-1756a3b0e00d","MaaSModelRef":{"name":"distinct-2-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"distinct-2-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"distinct-2-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:04.524222448Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-c19b9a-sub models-as-a-service/e2e-rt-sw-e0f514-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:04.524338814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"distinct-w3-68b670","reconcileID":"50995596-d2ff-4222-a27f-836ca0049528","MaaSModelRef":{"name":"distinct-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"distinct-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"distinct-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:04.527980374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-distinct-models-auth","reconcileID":"f4e3a424-b8e9-4de5-8ffb-55da1a2bdcbf","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:04.584264078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"distinct-2-w3-68b670","reconcileID":"2111cc4b-1af3-4ed9-a9df-d8ea980a35eb","MaaSModelRef":{"name":"distinct-2-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"distinct-2-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"distinct-2-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:04.587438288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-distinct-models-auth","reconcileID":"f4e3a424-b8e9-4de5-8ffb-55da1a2bdcbf","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:24:04.632283115Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-distinct-models-subscription","reconcileID":"8eddfd90-ab42-48cf-a4c1-571c9ac2c1fa","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-distinct-models-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:04.645358488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"distinct-w3-68b670","reconcileID":"54e11fa7-21d5-45e6-8a0d-3c6fa0ea315a","MaaSModelRef":{"name":"distinct-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"distinct-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"distinct-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:04.646922103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-2-w1-5a6246","reconcileID":"9c0edd55-fb55-4238-9228-b6de36ef13db","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-2-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-2-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:04.664000686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"96bd955b-48c1-4b69-b406-3d5f65f9bfa0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:04.66417802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"d70630e0-c386-4f01-8b52-1364431989e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:04.664558056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-return-all-auth2","reconcileID":"b6a40934-1786-4ccb-8f13-f8d2d22a7acd","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:04.664671448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-return-all-auth1","reconcileID":"10b533ea-7b1d-4931-aa56-2fabcaf0088f","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:04.725814819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-return-all-auth2","reconcileID":"b6a40934-1786-4ccb-8f13-f8d2d22a7acd","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:04.725997297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-return-all-auth1","reconcileID":"10b533ea-7b1d-4931-aa56-2fabcaf0088f","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:04.727976653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"d70630e0-c386-4f01-8b52-1364431989e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:04.7282884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"96bd955b-48c1-4b69-b406-3d5f65f9bfa0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:04.7410893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"distinct-w3-68b670","reconcileID":"c2da7368-a576-46da-84af-eb6b4d5d28b2","MaaSModelRef":{"name":"distinct-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"distinct-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"distinct-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:04.741398019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"distinct-2-w3-68b670","reconcileID":"96890a65-f9c1-4be8-b833-a87451b0f709","MaaSModelRef":{"name":"distinct-2-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"distinct-2-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"distinct-2-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:04.797843652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"distinct-w3-68b670","reconcileID":"a460d226-a9cd-494b-8339-c38e61fac38d","MaaSModelRef":{"name":"distinct-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"distinct-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"distinct-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:04.798191378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"distinct-2-w3-68b670","reconcileID":"2a340869-b54b-4962-8847-2612900ec35b","MaaSModelRef":{"name":"distinct-2-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"distinct-2-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"distinct-2-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:04.969640962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"distinct-w3-68b670","reconcileID":"55662cf0-3a08-48a1-8e61-dd2bc05ae201","MaaSModelRef":{"name":"distinct-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"distinct-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"distinct-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:04.969962826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"distinct-2-w3-68b670","reconcileID":"bb403884-0d7b-4fd0-9ed7-905f1b2e81d1","MaaSModelRef":{"name":"distinct-2-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"distinct-2-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"distinct-2-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:05.026418106Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-distinct-models-subscription","reconcileID":"a63cfcb6-6b17-430f-a132-7d280642bc39","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-distinct-w3-68b670","model":"distinct-w3-68b670","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-68b670/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:05.171434749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"8db3f8e9-34dc-4905-aa52-1d70050a5ac6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:05.171496115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"3f9019a8-3d5a-4d9c-b405-5407c6ee0e11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:05.188798612Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-distinct-models-subscription","reconcileID":"a63cfcb6-6b17-430f-a132-7d280642bc39","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-distinct-2-w3-68b670","model":"distinct-2-w3-68b670","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-68b670/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:05.229857611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"3f9019a8-3d5a-4d9c-b405-5407c6ee0e11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:05.229873461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"8db3f8e9-34dc-4905-aa52-1d70050a5ac6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:05.271422303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-distinct-models-auth","reconcileID":"83e6b56e-0cab-4c82-8835-dc2b07803f16","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:05.329326506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-distinct-models-auth","reconcileID":"83e6b56e-0cab-4c82-8835-dc2b07803f16","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:05.413740901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"distinct-w3-68b670","reconcileID":"4f6333dc-5b6a-4f34-9066-60e847bb5935","MaaSModelRef":{"name":"distinct-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"distinct-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"distinct-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:05.414124139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"distinct-2-w3-68b670","reconcileID":"345df5cf-b47f-4d49-a6e9-fee62889e264","MaaSModelRef":{"name":"distinct-2-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"distinct-2-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"distinct-2-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:05.635765375Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-distinct-models-subscription","reconcileID":"5c3836e0-8b81-47a2-afcb-4fb8ae0329b8","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-distinct-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/distinct-w3-68b670","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:05.795903322Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-distinct-models-subscription","reconcileID":"5c3836e0-8b81-47a2-afcb-4fb8ae0329b8","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-distinct-2-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/distinct-2-w3-68b670","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:08.157757708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"distinct-w3-68b670","reconcileID":"58ebd0e5-7145-4ccc-bc61-b50a85dc28c4","MaaSModelRef":{"name":"distinct-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"distinct-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"distinct-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:08.215258929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"distinct-2-w3-68b670","reconcileID":"fd7ad382-e946-4326-a148-598cec676fa3","MaaSModelRef":{"name":"distinct-2-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"distinct-2-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"distinct-2-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:08.323151057Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-distinct-models-subscription","reconcileID":"929f4fb1-b9ea-499e-90fb-db03cda58b36","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c26a8da5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:08.376332321Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-distinct-models-subscription","reconcileID":"ed6e936f-34c9-4840-9364-865eeef8ef98","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c26a8da5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:08.426242476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"f7bb06c9-b8ea-443e-864e-3dfe85299b35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:08.426358007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"ff739029-b7b4-4c8c-8d33-f2b41f2055f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:08.426714148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-distinct-models-auth","reconcileID":"7ff9ce0f-64e5-4ec1-8374-7ec3ec87dc6a","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:08.485073097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"f7bb06c9-b8ea-443e-864e-3dfe85299b35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:08.485292837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-distinct-models-auth","reconcileID":"7ff9ce0f-64e5-4ec1-8374-7ec3ec87dc6a","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:08.487255723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"ff739029-b7b4-4c8c-8d33-f2b41f2055f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:08.914502962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"418716f7-19af-44c9-a8ec-c1cd0ccca14d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:08.914502779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"b80f1688-7652-476c-a7ba-df38138cf22e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:08.973197438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"b80f1688-7652-476c-a7ba-df38138cf22e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:08.973210363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"418716f7-19af-44c9-a8ec-c1cd0ccca14d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:09.020559783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-distinct-models-auth","reconcileID":"881c9b43-d178-4674-a0da-b1a46274f061","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:09.078647547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-distinct-models-auth","reconcileID":"881c9b43-d178-4674-a0da-b1a46274f061","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:14.088037418Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-return-all-sub1","reconcileID":"b108cf8f-1c3a-49ae-afd6-eef46d6432a8","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"model":"e2e-models-e2e-worker-w1-5a6246/distinct-w1-5a6246","subscription":"e2e-return-all-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:14.129202217Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-return-all-sub2","reconcileID":"50f74b2a-0a2a-4469-a8bc-a36b98c84658","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-distinct-2-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/distinct-2-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:14.141912754Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-return-all-sub1","reconcileID":"b108cf8f-1c3a-49ae-afd6-eef46d6432a8","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"model":"e2e-models-e2e-worker-w1-5a6246/distinct-w1-5a6246","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:14.19714395Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-return-all-sub1","reconcileID":"b108cf8f-1c3a-49ae-afd6-eef46d6432a8","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/distinct-w1-5a6246","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:14.306691019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-2-w1-5a6246","reconcileID":"00897905-03c1-4821-9ef2-d5a4f3493f33","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-2-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-2-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:14.502410034Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-c19b9a-sub models-as-a-service/e2e-rt-sw-e0f514-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:14.503825968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-w1-5a6246","reconcileID":"51408b9e-af13-4c0a-a084-22f3e19f37b1","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:14.688212638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-2-w1-5a6246","reconcileID":"e6fb07b0-90be-41ae-872c-212435494a59","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-2-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-2-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:14.773754359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"31068a50-3180-4ca7-a1b8-f29da52cce77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:14.774011324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-return-all-auth2","reconcileID":"12f7e22c-ab86-473e-b9e7-b0f161290a7d","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:14.773754445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"3b380ebf-494e-41f4-ad48-27f509a36867","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:14.774400487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-return-all-auth1","reconcileID":"63401f8c-1e65-4cce-825f-99fba897241e","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:14.832919674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"31068a50-3180-4ca7-a1b8-f29da52cce77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:14.833799659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-return-all-auth2","reconcileID":"12f7e22c-ab86-473e-b9e7-b0f161290a7d","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:14.835268637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"3b380ebf-494e-41f4-ad48-27f509a36867","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:14.837383687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-return-all-auth1","reconcileID":"63401f8c-1e65-4cce-825f-99fba897241e","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:14.853588926Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-return-all-sub2","reconcileID":"9bfa9813-eeee-4124-82f6-8185331a50bb","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-29efb7f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:15.255666486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"650d79d6-b964-4721-872b-5100d33385e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:15.255889238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-return-all-auth2","reconcileID":"a3616cdc-0449-4b3f-a829-0ba29b8ffe3d","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:15.255667847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"3453570d-2712-41dc-b2c6-59f9032cb04e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:15.256346785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-return-all-auth1","reconcileID":"93e2a268-c38c-4da2-b259-352e8622f7b0","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:15.314147267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-return-all-auth1","reconcileID":"93e2a268-c38c-4da2-b259-352e8622f7b0","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:15.3142534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-return-all-auth2","reconcileID":"a3616cdc-0449-4b3f-a829-0ba29b8ffe3d","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:15.316298642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"3453570d-2712-41dc-b2c6-59f9032cb04e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:15.316524248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"650d79d6-b964-4721-872b-5100d33385e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:15.695204378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"7d10573d-0376-4e9e-a374-c2551a08149e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:15.754575503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"7d10573d-0376-4e9e-a374-c2551a08149e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:15.796072458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-return-all-auth2","reconcileID":"014815cc-57dc-4275-9e7b-09213540a12b","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:15.796130288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-return-all-auth1","reconcileID":"7b06b5d7-448d-42e7-9f5c-18bdf9ea9535","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:15.796632989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"e6b53d1d-518f-4514-b537-33d840946d2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:15.796719545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"93fe3a7d-28f2-40d7-8cd2-09c7ca4ce6ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:15.855818297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-return-all-auth1","reconcileID":"7b06b5d7-448d-42e7-9f5c-18bdf9ea9535","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:15.859253202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"e6b53d1d-518f-4514-b537-33d840946d2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:15.859260148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"93fe3a7d-28f2-40d7-8cd2-09c7ca4ce6ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:15.855818299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-return-all-auth2","reconcileID":"014815cc-57dc-4275-9e7b-09213540a12b","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:16.201190479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-distinct-models-auth","reconcileID":"74823c74-2e35-4ae3-b9bd-3a79b4a7e2bc","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:16.259205351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-distinct-models-auth","reconcileID":"74823c74-2e35-4ae3-b9bd-3a79b4a7e2bc","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:16.315800578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"50afa079-9509-4a5d-9190-659428ba9c0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:16.315926229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"2ab0d044-5a0a-4d3b-a508-cd537179470b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:16.374421334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"50afa079-9509-4a5d-9190-659428ba9c0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:16.374858654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"2ab0d044-5a0a-4d3b-a508-cd537179470b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:18.429769382Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-distinct-models-subscription","reconcileID":"d6ef4748-ca93-4ca9-b2b2-ebe1cbf7d46b","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"model":"e2e-models-e2e-worker-w3-68b670/distinct-w3-68b670","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:18.482944244Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-distinct-models-subscription","reconcileID":"d6ef4748-ca93-4ca9-b2b2-ebe1cbf7d46b","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"model":"e2e-models-e2e-worker-w3-68b670/distinct-w3-68b670","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:18.536350226Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-distinct-models-subscription","reconcileID":"d6ef4748-ca93-4ca9-b2b2-ebe1cbf7d46b","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-distinct-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/distinct-w3-68b670","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:18.593693896Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-distinct-models-subscription","reconcileID":"d6ef4748-ca93-4ca9-b2b2-ebe1cbf7d46b","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"model":"e2e-models-e2e-worker-w3-68b670/distinct-2-w3-68b670","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:18.646992856Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-distinct-models-subscription","reconcileID":"d6ef4748-ca93-4ca9-b2b2-ebe1cbf7d46b","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"model":"e2e-models-e2e-worker-w3-68b670/distinct-2-w3-68b670","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:18.700150559Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-distinct-models-subscription","reconcileID":"d6ef4748-ca93-4ca9-b2b2-ebe1cbf7d46b","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-distinct-2-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/distinct-2-w3-68b670","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:18.979168182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"distinct-w3-68b670","reconcileID":"befc2212-8da6-4a89-ab1f-043ace45acc1","MaaSModelRef":{"name":"distinct-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"distinct-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"distinct-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:18.979168867Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-c19b9a-sub models-as-a-service/e2e-rt-sw-e0f514-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:19.039221609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"distinct-2-w3-68b670","reconcileID":"a0faa32f-ba8e-45fe-8059-d0690f2bce38","MaaSModelRef":{"name":"distinct-2-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"distinct-2-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"distinct-2-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:19.196950301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"distinct-w3-68b670","reconcileID":"d539daf9-6ffd-4e26-81ee-130c6bbed66b","MaaSModelRef":{"name":"distinct-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"distinct-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"distinct-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:19.197214092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"distinct-2-w3-68b670","reconcileID":"263e7dac-b1f8-4938-8111-fd024ce13842","MaaSModelRef":{"name":"distinct-2-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"distinct-2-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"distinct-2-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:19.244257027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"8902be3f-30cc-4915-8c12-c73c1a0d1af7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:19.244278033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"9a87244f-d859-49bc-9d25-0acfb53450d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:19.244881772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-distinct-models-auth","reconcileID":"fc337a7a-e35b-4770-97fb-d615729d7522","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:19.302581899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-distinct-models-auth","reconcileID":"fc337a7a-e35b-4770-97fb-d615729d7522","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:19.302692572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"8902be3f-30cc-4915-8c12-c73c1a0d1af7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:19.304771583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"9a87244f-d859-49bc-9d25-0acfb53450d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:19.613781218Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-distinct-models-auth","reconcileID":"91a05847-f59d-403b-880a-f545fb793fd3","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"model":"e2e-models-e2e-worker-w3-68b670/distinct-w3-68b670","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:19.714227652Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-distinct-models-auth","reconcileID":"91a05847-f59d-403b-880a-f545fb793fd3","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"model":"e2e-models-e2e-worker-w3-68b670/distinct-2-w3-68b670","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:19.974307445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"distinct-w3-68b670","reconcileID":"f7377a55-2ef6-4c9b-8ecc-1e00cb682449","MaaSModelRef":{"name":"distinct-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"distinct-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"distinct-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:19.974576923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"distinct-2-w3-68b670","reconcileID":"363d096f-682d-43f3-8fd5-3c4cf0eb3a47","MaaSModelRef":{"name":"distinct-2-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"distinct-2-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"distinct-2-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:21.03790236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"6b4a7c4a-6cc8-48ca-a221-12956df9f8c5","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:21.094276077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"8c5823e6-3c5e-4b0d-b098-379cf6e8aa51","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:21.254499201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-models-invalid-sub-auth","reconcileID":"f0d913dd-328d-4c1d-8d03-e3e168a9015f","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:21.313044779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-models-invalid-sub-auth","reconcileID":"f0d913dd-328d-4c1d-8d03-e3e168a9015f","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:21.336000273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"202fcd64-bc05-4e1b-b060-6fd92aaf16ab","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:21.336099064Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-c19b9a-sub models-as-a-service/e2e-rt-sw-e0f514-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:21.394328203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"4f0997e9-37db-4262-be02-4e1cd6d6c29c","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:24:21.444531873Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-models-valid-sub","reconcileID":"2fa24b52-f3a0-4ca1-bfc0-a870d18c144c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-valid-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:21.495487179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"b650124f-07f3-465e-9453-49e413a31173","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:21.496003937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"5631f920-9d8b-4789-8e9e-209aabc613df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:21.554174537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"b650124f-07f3-465e-9453-49e413a31173","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:21.55423396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"5631f920-9d8b-4789-8e9e-209aabc613df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:21.558573308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"ff7b2dc1-f785-4f86-a252-3cc612be58be","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:21.617320528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"e88bc674-cd56-4b7a-aa5b-2d358c247d77","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:21.632729656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"66f2ed99-d1e6-44b3-98fa-941932d7ab70","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:21.791929194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-models-invalid-sub-auth","reconcileID":"aba7aeb1-3488-4a6a-82a1-732c1fc45fc7","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:21.850743853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-models-invalid-sub-auth","reconcileID":"aba7aeb1-3488-4a6a-82a1-732c1fc45fc7","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:21.889440017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"36c4ca13-4577-4764-9da8-b98ad636a658","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:21.889437922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"71bfe0b2-1ea5-4b25-bc24-d6ec9e1fe9a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:21.889997191Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-models-valid-sub","reconcileID":"4bacaa2d-8462-4f47-a6d1-0dd29eacef1d","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-simulator-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-68b670/e2e-models-valid-sub","ai-tenant-e2e-worker-w3-68b670/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:21.94785891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"71bfe0b2-1ea5-4b25-bc24-d6ec9e1fe9a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:21.949840135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"36c4ca13-4577-4764-9da8-b98ad636a658","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:22.059723032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"09b63c1c-301b-42a5-b9c7-c184a6f8bc74","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:22.103972544Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-subscription","reconcileID":"9217dd25-e0ba-4074-8200-3cffd5198936","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-simulator-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:22.272655652Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-models-valid-sub","reconcileID":"b813b1e6-c239-4324-aae4-bc3b33aa1cef","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-simulator-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:24.299996792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"e8f84f8c-f732-41fd-bd23-449aecc70c04","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:24.458385824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"c0bdd736-8ac9-4198-b824-6ffc849a2644","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:24.458534862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"8b0bf823-ae1a-48d1-8efc-83ca50efdea7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:24.458385927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-models-invalid-sub-auth","reconcileID":"7575cf53-2821-4d64-9b06-7f345baae568","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:24.517153768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-models-invalid-sub-auth","reconcileID":"7575cf53-2821-4d64-9b06-7f345baae568","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:24.518307883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"c0bdd736-8ac9-4198-b824-6ffc849a2644","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:24.519439073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"8b0bf823-ae1a-48d1-8efc-83ca50efdea7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:24.907068771Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-return-all-sub2","reconcileID":"e8de85af-9aa0-4a7b-844f-889c8b81dfc0","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"model":"e2e-models-e2e-worker-w1-5a6246/distinct-2-w1-5a6246","subscription":"e2e-return-all-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:24.960812921Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-return-all-sub2","reconcileID":"e8de85af-9aa0-4a7b-844f-889c8b81dfc0","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"model":"e2e-models-e2e-worker-w1-5a6246/distinct-2-w1-5a6246","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:25.014570672Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-return-all-sub2","reconcileID":"e8de85af-9aa0-4a7b-844f-889c8b81dfc0","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/distinct-2-w1-5a6246","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:25.292129334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-2-w1-5a6246","reconcileID":"4cf3665b-60f0-4a57-adfc-dc19c9b38db5","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-2-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-2-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:25.292439592Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-c19b9a-sub models-as-a-service/e2e-rt-sw-e0f514-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:25.448618001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-w1-5a6246","reconcileID":"4863ae03-67ec-417f-904b-b9393dcbb336","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:25.557910024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-return-all-auth2","reconcileID":"7c62fd9d-1899-4413-9fff-91325626ae18","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:25.558041192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-return-all-auth1","reconcileID":"b608403b-1d26-4857-b1e3-9493d1f78f71","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:25.557910068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"6aa627d9-1edf-4087-9f47-e3b71285f3f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:25.558373515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"7e5ce2ef-4e18-40a2-91f7-589ca7dfe5e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:25.61708749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-return-all-auth2","reconcileID":"7c62fd9d-1899-4413-9fff-91325626ae18","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:25.617158548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"7e5ce2ef-4e18-40a2-91f7-589ca7dfe5e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:25.620680538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-return-all-auth1","reconcileID":"b608403b-1d26-4857-b1e3-9493d1f78f71","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:25.6207482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"6aa627d9-1edf-4087-9f47-e3b71285f3f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:25.823564219Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-return-all-auth1","reconcileID":"d36ce1f7-02eb-4375-9595-4a4ee45e6c0d","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"model":"e2e-models-e2e-worker-w1-5a6246/distinct-w1-5a6246","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:25.987150525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-w1-5a6246","reconcileID":"ce4e7a8b-3822-41b8-8a1d-14f429f4a473","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:26.034823294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-return-all-auth2","reconcileID":"37cb5891-03fd-483b-af5f-404b4cfe781d","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:26.09300039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-return-all-auth2","reconcileID":"37cb5891-03fd-483b-af5f-404b4cfe781d","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:26.135389899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-2-w1-5a6246","reconcileID":"bb57b37f-69b1-43bf-893d-e56ae0c06d86","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-2-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-2-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:26.299821951Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-return-all-auth2","reconcileID":"7d4afeb3-5d06-45d9-81c8-73ce1ca76759","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"model":"e2e-models-e2e-worker-w1-5a6246/distinct-2-w1-5a6246","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:26.463401237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-2-w1-5a6246","reconcileID":"42db77c3-97cb-4833-93ce-e8fac5cfd66a","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-2-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-2-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:27.845646456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"simulator-w1-5a6246","reconcileID":"b3208740-269f-420e-9d7f-3be4b02b5196","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"simulator-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"simulator-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:27.903906737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"simulator-w1-5a6246","reconcileID":"5cdc7d29-dc67-458c-aedd-5806cb389ebe","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"simulator-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"simulator-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:28.091751773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-user-token-filter-auth","reconcileID":"8d5bc89b-0d20-4b4e-8ad8-1395c73d16d1","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:28.127779433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"simulator-w1-5a6246","reconcileID":"960e68c3-657c-4670-935d-6375a6a2105b","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"simulator-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"simulator-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:28.128003953Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-c19b9a-sub models-as-a-service/e2e-rt-sw-e0f514-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:28.149822104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-user-token-filter-auth","reconcileID":"8d5bc89b-0d20-4b4e-8ad8-1395c73d16d1","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:28.184570744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"simulator-w1-5a6246","reconcileID":"a9f21742-2540-42d9-ae1e-42dc38f0d3e5","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"simulator-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"simulator-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:24:28.239156003Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-user-token-filter-sub","reconcileID":"a6498cd7-bdeb-452f-8a95-8749812d4cc9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-user-token-filter-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:28.287007501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"b534c50d-38c7-4ca7-bd5a-24077aa80bd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:28.287524498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"6629b840-f0e1-444c-96dc-f2d552cad850","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:28.345747095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"6629b840-f0e1-444c-96dc-f2d552cad850","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:28.34579311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"b534c50d-38c7-4ca7-bd5a-24077aa80bd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:28.352914754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"simulator-w1-5a6246","reconcileID":"ade71796-3611-47ab-bb36-346087ced775","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"simulator-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"simulator-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:28.409162682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"simulator-w1-5a6246","reconcileID":"3bf85795-0bb4-471e-944a-791c264f993f","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"simulator-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"simulator-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:28.470266254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"simulator-w1-5a6246","reconcileID":"77195257-fbdc-4347-9af6-e60230b8d3a7","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"simulator-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"simulator-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:28.629431734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-user-token-filter-auth","reconcileID":"5bfe77bd-fe11-473b-b101-2a3ded151374","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:28.672528005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"ef4535e4-8fa9-4352-b761-6996ec28c9b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:28.672541668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"9a8a1d1c-0d4a-4870-b32e-42abed18dea0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:28.67993291Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-user-token-filter-sub","reconcileID":"e173b808-2d22-41d5-9b40-fb2a364e13b0","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-simulator-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/simulator-w1-5a6246","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-5a6246/e2e-user-token-filter-sub","ai-tenant-e2e-worker-w1-5a6246/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:28.687339785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-user-token-filter-auth","reconcileID":"5bfe77bd-fe11-473b-b101-2a3ded151374","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:28.730774827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"ef4535e4-8fa9-4352-b761-6996ec28c9b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:28.730849476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"9a8a1d1c-0d4a-4870-b32e-42abed18dea0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:28.849675426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"simulator-w1-5a6246","reconcileID":"b060d932-6d76-4d3e-8dea-7186c89fe7c0","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"simulator-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"simulator-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:28.893664109Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-subscription","reconcileID":"e0bd6b90-f754-4184-b5ad-4f705e9b7257","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-simulator-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/simulator-w1-5a6246","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:29.063423934Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-user-token-filter-sub","reconcileID":"7b26611f-771e-4ee6-9523-f40c59498ce9","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-simulator-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/simulator-w1-5a6246","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:31.098737995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"simulator-w1-5a6246","reconcileID":"c30df257-1ff6-43ec-b6da-292779475007","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"simulator-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"simulator-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:31.217866989Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:31.258609572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"9639e350-ae45-42f9-8071-4a5646d9618b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:31.258637458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"2e32baf5-4bd0-4a1e-a374-d59f3b92eda3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:31.259190312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-user-token-filter-auth","reconcileID":"65a4a7d1-118b-4dcf-9ef5-78b4878bc0ff","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:31.318244959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"2e32baf5-4bd0-4a1e-a374-d59f3b92eda3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:31.320801331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-user-token-filter-auth","reconcileID":"65a4a7d1-118b-4dcf-9ef5-78b4878bc0ff","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:31.322736798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"9639e350-ae45-42f9-8071-4a5646d9618b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:33.425847405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"240a814d-8392-4830-89b1-eef570e68c2b","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:33.426352495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"premium-w2-de27f5","reconcileID":"316135d6-47d9-40ea-8aea-b446e2a79bc0","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"premium-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"premium-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:33.426798807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"distinct-w2-de27f5","reconcileID":"c59d1358-1848-4311-a30f-24f1b5c884c6","MaaSModelRef":{"name":"distinct-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"distinct-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"distinct-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:33.493399039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"premium-w2-de27f5","reconcileID":"7bcbda1f-28ff-45dc-835b-21cd567bc5a2","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"premium-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"premium-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:33.493745373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"distinct-w2-de27f5","reconcileID":"88bdc00e-faa6-47e6-9adf-a35e0fc9ebcd","MaaSModelRef":{"name":"distinct-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"distinct-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"distinct-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:33.493913511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"89f6d444-9fd2-4a51-85c0-f86a0e80b175","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:33.585399709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"ac9f8547-9282-48d8-95ce-d4c42219af26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:33.585423815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"deea24dd-230f-4f68-8bb7-ae58c534ece5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:33.641006745Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-subscription","reconcileID":"0b8e8399-a2d7-40ab-8ea6-593a7ec6b2cc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:33.64177127Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-subscription","reconcileID":"03e9dc7f-47b1-4729-97af-b5ce8f80db49","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-premium-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/premium-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:33.645206953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"deea24dd-230f-4f68-8bb7-ae58c534ece5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:33.651386965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"ac9f8547-9282-48d8-95ce-d4c42219af26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:34.01815126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"d4e00de8-cff9-44a5-a8ca-ffec6f0365e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:34.01815124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"84d31126-3371-4804-9e4a-e8458a02e8bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:34.076702892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"d4e00de8-cff9-44a5-a8ca-ffec6f0365e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:34.0767117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"84d31126-3371-4804-9e4a-e8458a02e8bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:34.464910362Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-models-valid-sub","reconcileID":"8a3faa18-82b9-4d79-a998-9ea2f1322dcd","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-68b670"},"model":"e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670","subscription":"e2e-models-valid-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:34.687786948Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-models-valid-sub","reconcileID":"8a3faa18-82b9-4d79-a998-9ea2f1322dcd","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-simulator-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-68b670/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:34.902543415Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-subscription","reconcileID":"173c228f-8bdf-4fed-8293-b0cfad9a168b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-simulator-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:34.954128395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"d9f5df2c-fd63-4f35-8d47-4a19b0fa7818","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:34.954416159Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-c19b9a-sub models-as-a-service/e2e-rt-sw-e0f514-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:35.113656279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"4be85763-8107-44d1-8074-f868aa687dd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:35.114686651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"8bfd99a6-e0b8-438b-9c12-c0e62bb1e5b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:35.115039868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-models-invalid-sub-auth","reconcileID":"b1b47332-bb51-4802-874d-c718d2433c29","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:35.116216113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"dce8a0e7-d08d-44ea-9fce-dfc521686296","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:35.176541152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"4be85763-8107-44d1-8074-f868aa687dd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:35.176546751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-models-invalid-sub-auth","reconcileID":"b1b47332-bb51-4802-874d-c718d2433c29","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:35.179698642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"8bfd99a6-e0b8-438b-9c12-c0e62bb1e5b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:35.252832603Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-subscription","reconcileID":"cb884979-c2ed-481b-a86d-2041e4f0e190","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-premium-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/premium-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:35.352572461Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-subscription","reconcileID":"37bf8766-4351-4e63-890b-bececcf53d1f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-premium-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/premium-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:35.382654806Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-models-invalid-sub-auth","reconcileID":"6b9db60a-8d37-46c7-9f86-ee38ae3e11b1","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"model":"e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:35.455347232Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bfb2e106-33ec-4912-8e53-c50a4a4844c7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:35.509806513Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-subscription","reconcileID":"1a760247-dd8c-42d6-9a01-1490f15b2188","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-premium-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/premium-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:35.632108226Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-subscription","reconcileID":"e27d3f7a-641e-48ca-94ea-acff27f7e543","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-simulator-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/simulator-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:35.652529685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"d933a5a2-54ea-4f07-881d-b7e5ff67a109","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:35.760084792Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-subscription","reconcileID":"e3570ed1-7077-4918-8289-8ca53bd25f15","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-premium-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/premium-w3-68b670","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:36.007013766Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-c19b9a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-c19b9a-sub","reconcileID":"38ae9491-a216-49d0-8f9e-ab237e87b3e9","MaaSSubscription":{"name":"e2e-rt-eq-c19b9a-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-c19b9a","model":"llm/e2e-rt-eq-c19b9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:36.048285582Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-subscription","reconcileID":"88b840fc-3e5a-4bc7-b380-d260794331db","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:36.145021155Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-e0f514-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e0f514-sub","reconcileID":"6a8be7b8-d62b-4942-afde-7e95939a2dd2","MaaSSubscription":{"name":"e2e-rt-sw-e0f514-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-e0f514","model":"llm/e2e-rt-sw-e0f514","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:36.273992591Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-subscription","reconcileID":"91365b87-442a-424d-ae5f-d4fcecced955","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-simulator-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/simulator-w1-5a6246","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-5a6246/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:36.351648222Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-subscription","reconcileID":"4a27df30-a62c-4176-a478-2633b6ee487c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-premium-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/premium-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:36.448088402Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"584dd2df-c4e7-47e2-8f0b-9f6b0b55a070","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:36.549996146Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-subscription","reconcileID":"62ca663c-4ce4-40e8-adc5-625446638822","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-simulator-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:36.604021648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"91d2d413-0b3a-4cad-a201-6a8527d8f55e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:36.60459858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"e09e7009-cd5f-474a-9881-0c185f3dffe2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:36.648781787Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-subscription","reconcileID":"b39663d3-1656-4fc6-ba25-efe03870cb80","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-simulator-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/simulator-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:36.663486188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"91d2d413-0b3a-4cad-a201-6a8527d8f55e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:36.664972674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"e09e7009-cd5f-474a-9881-0c185f3dffe2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:36.704166659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"ba79e0bb-3152-4350-bea6-e659b1e87e48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:36.705030617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"7eefe49a-6cef-4426-8b2f-54e2cc416dd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:36.705838736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-user-token-filter-auth","reconcileID":"f3e3f38e-5d23-441d-b9a3-4c5d3f764aad","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:36.763930962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"ba79e0bb-3152-4350-bea6-e659b1e87e48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:36.764267322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"7eefe49a-6cef-4426-8b2f-54e2cc416dd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:36.766585169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-user-token-filter-auth","reconcileID":"f3e3f38e-5d23-441d-b9a3-4c5d3f764aad","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:37.021030187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"1596ff23-9495-4514-bf02-81546bad3c0e","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:37.045859255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"b4e803df-54e5-487b-87a2-37e39ec8a0d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:37.045871668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"b3c338b5-3aed-4fd2-bf0c-587c967cd249","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:37.109286356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"b3c338b5-3aed-4fd2-bf0c-587c967cd249","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:37.116214475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"b4e803df-54e5-487b-87a2-37e39ec8a0d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:37.145395899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"eb719bfd-2cc1-4827-9b12-ef64623e0af5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:37.145411625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-user-token-filter-auth","reconcileID":"eaf689e1-e320-4b4d-b0b3-cfd677113193","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:37.145946395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"c44d6d9b-e5c5-4a34-aba8-346737514311","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:37.212322567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-user-token-filter-auth","reconcileID":"eaf689e1-e320-4b4d-b0b3-cfd677113193","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:37.222868355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"c44d6d9b-e5c5-4a34-aba8-346737514311","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:37.22423501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"eb719bfd-2cc1-4827-9b12-ef64623e0af5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:37.33098389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"85add697-6e51-44db-ba17-40d27ebf4e5e","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:37.332107846Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-c19b9a-sub models-as-a-service/e2e-rt-sw-e0f514-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:37.387088908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"bb910a83-04fc-4843-930d-00a18d3b5c4d","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:37.388315255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"a72fd725-c30d-461f-a526-cf090c715656","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:24:37.454740587Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-models-user-sub","reconcileID":"63be53a5-164d-4712-99f9-f80fc92084fc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:37.564189757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-models-access-denied-auth","reconcileID":"07c24283-44ce-44ec-8d43-7b59ad8f1ade","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:37.576821248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"42f901e2-db4a-4d04-9895-70e5025baa6e","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:37.589551357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"1ad7a84f-c628-4edf-81d8-3afa14b58512","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:37.608352076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"785f6a74-6ffd-4802-b9f2-dc6502cd6979","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:37.609044018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"d0dfaa69-2194-474c-98ca-67ccfce32443","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:37.609289294Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-68b670 priority=0:[ai-tenant-e2e-worker-w3-68b670/e2e-models-other-sub ai-tenant-e2e-worker-w3-68b670/e2e-models-user-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-c19b9a-sub models-as-a-service/e2e-rt-sw-e0f514-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:37.634114465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-models-access-denied-auth","reconcileID":"07c24283-44ce-44ec-8d43-7b59ad8f1ade","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:37.638392763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"fb5cae3b-d83f-4d36-9d20-1843b57fc3a1","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:37.652310115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"1ad7a84f-c628-4edf-81d8-3afa14b58512","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:37.669438771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"785f6a74-6ffd-4802-b9f2-dc6502cd6979","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:37.670055189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"d3b67fb9-4a85-4735-a362-0240364ee85d","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:24:37.723720673Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-models-other-sub","reconcileID":"c85c940d-f004-4943-af55-9727c00e4018","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-other-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:37.735945711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"5b70d558-0579-4216-a8b1-89216b2a0c26","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:37.858010345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"6c401a6b-4db8-4133-a68d-8eea509c920d","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:37.91966908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"89d05499-18c2-4257-b82c-d2a5237efc97","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:37.940829303Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-models-user-sub","reconcileID":"e71a269d-c3d8-48f4-b635-75eb0fa543a1","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-simulator-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w3-68b670/e2e-models-other-sub","ai-tenant-e2e-worker-w3-68b670/e2e-models-user-sub","ai-tenant-e2e-worker-w3-68b670/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:38.027891076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"54382a72-23a3-461b-bef1-27b297b4c24a","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:38.028877055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"7da4e513-09d6-4a55-a18d-4cd88c78a2f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:38.029505719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"a9821a1e-05af-475a-a489-d70628515c12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:38.114502776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"a9821a1e-05af-475a-a489-d70628515c12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:38.130205358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"7da4e513-09d6-4a55-a18d-4cd88c78a2f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:38.134413729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"e2aad8a0-b581-442a-b10e-162e0554bc72","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:38.137644151Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-models-other-sub","reconcileID":"956abb8f-887c-46b2-92da-93e7b58b779a","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-simulator-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:38.242523939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-models-access-denied-auth","reconcileID":"b13d2ebf-240c-41a8-8823-66c2086719b6","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:38.252391851Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-subscription","reconcileID":"4dcd8a11-7339-43b3-b517-c696b84bcb6e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-simulator-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:38.307168121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-models-access-denied-auth","reconcileID":"b13d2ebf-240c-41a8-8823-66c2086719b6","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:38.379941909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"5ee422f3-2c32-4d9b-ae81-34edf8642710","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:38.44978324Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-models-user-sub","reconcileID":"9f17e952-aa3a-40d8-ba60-eb9be475da59","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-simulator-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:38.625432719Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-models-other-sub","reconcileID":"25785ad4-a618-49de-be7e-028d54c0e682","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-simulator-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:39.158805392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"88698c3d-0f0e-42de-8e9d-3bc33a618c75","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:39.159240771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"premium-w4-b1ad4e","reconcileID":"9892654e-7014-49c5-9973-4cb5c39b2511","MaaSModelRef":{"name":"premium-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"premium-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"premium-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:39.253229179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"ce417970-8b5a-451a-99e6-6a5741803793","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:39.253727509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"premium-w4-b1ad4e","reconcileID":"6697410d-3f60-44bd-8d20-fe260a93092d","MaaSModelRef":{"name":"premium-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"premium-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"premium-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:39.325713574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"44e4c97f-45d4-4686-8cd0-251a7737570f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:39.326390339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"3a07e9ea-5a66-46ac-ac46-cd3e8fa76cf3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:39.381430318Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-subscription","reconcileID":"348f00dd-cfec-4b2f-afc6-a79626c2bb41","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-simulator-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:39.382144647Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-subscription","reconcileID":"0cb28dee-7395-495f-b2ec-2018405f857f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-premium-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/premium-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:39.388060766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"44e4c97f-45d4-4686-8cd0-251a7737570f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:39.389042863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"3a07e9ea-5a66-46ac-ac46-cd3e8fa76cf3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:39.76499741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"3310b2fe-00bc-40a8-956c-6917dc16dfa2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:39.7649987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"5ddd9867-46df-4e75-a91f-515bb22b2a63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:39.838132527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"3310b2fe-00bc-40a8-956c-6917dc16dfa2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:39.846672566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"5ddd9867-46df-4e75-a91f-515bb22b2a63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:40.74558231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"4574a573-7cad-4c0a-a2a0-7eb8f10f63c4","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:40.920013498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"8b47444e-16ac-42a0-997b-7311eaf3e997","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:40.920735875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-models-access-denied-auth","reconcileID":"b5beecba-c767-4534-9369-3d3d57cb276c","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:40.921286614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"3b0a42e6-eaf6-4e5e-97c1-aa0707de777c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:40.979962005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"3b0a42e6-eaf6-4e5e-97c1-aa0707de777c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:40.981076305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-models-access-denied-auth","reconcileID":"b5beecba-c767-4534-9369-3d3d57cb276c","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:40.98212595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"8b47444e-16ac-42a0-997b-7311eaf3e997","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:41.265717241Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-user-token-filter-sub","reconcileID":"26510973-8e6c-4f4e-a7da-b2c4a173e3d2","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"model":"e2e-models-e2e-worker-w1-5a6246/simulator-w1-5a6246","subscription":"e2e-user-token-filter-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:41.432154789Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-user-token-filter-sub","reconcileID":"26510973-8e6c-4f4e-a7da-b2c4a173e3d2","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-simulator-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/simulator-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:41.66040504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"simulator-w1-5a6246","reconcileID":"435040ec-26d8-46b0-bcc9-deb1103cc336","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"simulator-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"simulator-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:41.660692386Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-c19b9a-sub models-as-a-service/e2e-rt-sw-e0f514-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:41.71984675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"8ef6ba6e-06a4-4d79-8e65-5d5bfe87f88e","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:41.828089375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"e80a7fbe-8deb-43a9-982b-50b9ad34a9bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:41.828520708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-user-token-filter-auth","reconcileID":"549f5f09-2e71-4d55-9352-4c22dba16c9d","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:41.834326112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"4df8d47a-29c0-4bbc-9f65-9ba46d8661d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:41.836499729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"simulator-w1-5a6246","reconcileID":"2944bbbb-b96e-491a-9d01-14e9800fe370","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"simulator-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"simulator-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:41.888096896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-user-token-filter-auth","reconcileID":"549f5f09-2e71-4d55-9352-4c22dba16c9d","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:41.888173888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"e80a7fbe-8deb-43a9-982b-50b9ad34a9bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:41.893971842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"4df8d47a-29c0-4bbc-9f65-9ba46d8661d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:42.094859879Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-user-token-filter-auth","reconcileID":"0005a7a9-b1f6-4def-9f22-30353528fc0c","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"model":"e2e-models-e2e-worker-w1-5a6246/simulator-w1-5a6246","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:42.352828116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"simulator-w1-5a6246","reconcileID":"5b650915-41d3-4621-aca0-4da4ba492e88","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"simulator-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"simulator-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:43.446382296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-w1-5a6246","reconcileID":"dcda7a73-5b5e-4371-98bb-a07d6c6b7ff8","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:43.506061998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-w1-5a6246","reconcileID":"6e0175e1-68e5-4b1b-900c-671b7f0507d8","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:43.730882688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-ignore-header-auth1","reconcileID":"5bbd6b4b-8cc5-42ec-9a0f-4bdccacd03d3","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:43.741493197Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-5a6246 priority=10:[ai-tenant-e2e-worker-w1-5a6246/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w1-5a6246/simulator-subscription]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-c19b9a-sub models-as-a-service/e2e-rt-sw-e0f514-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:43.742167445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-w1-5a6246","reconcileID":"867c005c-8278-4a87-b289-b9cda2a1d925","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:43.791028793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-ignore-header-auth1","reconcileID":"5bbd6b4b-8cc5-42ec-9a0f-4bdccacd03d3","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:43.808882552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"simulator-w1-5a6246","reconcileID":"c2401b66-fb26-42b5-a253-bd19df2da3a2","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"simulator-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"simulator-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:43.855951379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-w1-5a6246","reconcileID":"cd087db9-7ba1-4f7a-9c04-77339fa1e9e2","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:24:43.863735707Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-5a6246/e2e-ignore-header-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:43.920908491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-w1-5a6246","reconcileID":"dce43fb8-2bde-4aa8-931a-2dd77a4e5ec6","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:43.962473689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"0be8a1f8-b7a0-48a3-a0ba-64822cc87788","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:43.962536546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"dc48ac63-1fa0-4084-98eb-4030fc234a8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:44.037039116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"0be8a1f8-b7a0-48a3-a0ba-64822cc87788","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:44.037590584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"dc48ac63-1fa0-4084-98eb-4030fc234a8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:44.038284907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-2-w1-5a6246","reconcileID":"2db39723-53e3-47fe-a199-5736ed88d28f","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-2-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-2-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:44.097757222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-2-w1-5a6246","reconcileID":"6d5a3420-8d7b-4661-a5f3-d1ea462b0ac0","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-2-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-2-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:44.14761598Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-ignore-header-sub1","reconcileID":"99362e1d-c76a-4f88-b447-a00234446cbb","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-distinct-w1-5a6246","model":"distinct-w1-5a6246","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-5a6246/e2e-ignore-header-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:44.18119741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-w1-5a6246","reconcileID":"1a80d7b1-b8ca-4c46-9ec2-6666a2fe9174","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:44.376122004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-ignore-header-auth2","reconcileID":"2fdf4454-4476-4622-adc6-1e4d07be677e","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:44.376598451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-2-w1-5a6246","reconcileID":"beab537d-b585-48f4-9f55-d912f85053b5","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-2-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-2-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:44.377457464Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-5a6246 priority=10:[ai-tenant-e2e-worker-w1-5a6246/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w1-5a6246/simulator-subscription]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-c19b9a-sub models-as-a-service/e2e-rt-sw-e0f514-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:44.434051438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-ignore-header-auth2","reconcileID":"2fdf4454-4476-4622-adc6-1e4d07be677e","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:44.438813974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-w1-5a6246","reconcileID":"06b31f87-b32c-4373-b3ee-4ba923023388","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:44.43913176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-2-w1-5a6246","reconcileID":"feedfc2e-bea7-484f-b764-e77cc428a0d4","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-2-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-2-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:44.481739241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-ignore-header-auth1","reconcileID":"706b7335-9a91-440e-9b76-c3d7fe8e46db","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:24:44.487004951Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-ignore-header-sub2","reconcileID":"47639aad-8785-47b1-8d02-6321ee8653de","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:44.497130537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-w1-5a6246","reconcileID":"0208f67b-2d15-4eb4-9089-514480a5b13d","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:44.541286679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-ignore-header-auth1","reconcileID":"706b7335-9a91-440e-9b76-c3d7fe8e46db","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:44.569955359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"147a8bd0-1745-4acd-81a7-d9fc816bb634","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:44.569948857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"16bde4d7-b657-48a2-8bf9-55600168696d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:44.597361695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-2-w1-5a6246","reconcileID":"4be60ed8-2b74-4f56-b9da-9a8b06240eec","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-2-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-2-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:44.598076504Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-ignore-header-sub1","reconcileID":"67f6b116-7a1a-4219-a847-8dcc3031ec03","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-distinct-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/distinct-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:44.629182262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"147a8bd0-1745-4acd-81a7-d9fc816bb634","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:44.631715905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"16bde4d7-b657-48a2-8bf9-55600168696d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:44.655902495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-2-w1-5a6246","reconcileID":"34ade6c7-71f9-498a-b8c6-27eb8eabe5e3","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-2-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-2-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:44.757367431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-2-w1-5a6246","reconcileID":"0cea0273-3f51-4419-8053-08fd3382af93","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-2-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-2-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:44.884111033Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-ignore-header-sub2","reconcileID":"65227753-63ac-4dfd-a080-3d9515d7ecaf","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-distinct-2-w1-5a6246","model":"distinct-2-w1-5a6246","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-5a6246/e2e-ignore-header-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:45.028001276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-ignore-header-auth2","reconcileID":"db8e8de3-4897-4006-8f05-0e39894cede3","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:45.054365396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-2-w1-5a6246","reconcileID":"f502a914-1b39-4144-a5f7-3fe90ee6cc2f","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-2-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-2-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:45.071993314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-ignore-header-auth1","reconcileID":"f8f8ede0-c240-4f22-b1b9-28388379eed9","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:45.072176354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"46e5cdce-3b47-4492-8a32-02327b775412","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:45.072001648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"98b3425c-a398-4b92-800e-6a694003c0fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:45.085994964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-ignore-header-auth2","reconcileID":"db8e8de3-4897-4006-8f05-0e39894cede3","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:45.130612267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"46e5cdce-3b47-4492-8a32-02327b775412","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:45.130683218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-ignore-header-auth1","reconcileID":"f8f8ede0-c240-4f22-b1b9-28388379eed9","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:45.132872805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"98b3425c-a398-4b92-800e-6a694003c0fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:45.274700143Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-ignore-header-sub2","reconcileID":"b0e8e8b9-7ec9-48f7-a785-fe29e3c75a3c","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-distinct-2-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/distinct-2-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:48.338492131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-w1-5a6246","reconcileID":"a885297d-44b9-4daa-bfd0-3e1359d54c75","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:48.507763761Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-ignore-header-sub1","reconcileID":"a6d217cc-736d-4b5d-95b5-c6d751433513","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-19617288","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:48.605007858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-ignore-header-auth2","reconcileID":"d27fb09f-ace1-4f80-b6cc-e2cc507556f0","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:48.625030753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-ignore-header-auth1","reconcileID":"1964947c-2466-433d-9186-e108fa2254d6","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:48.625308664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"4d956997-ea2e-4463-9aea-074eed96f615","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:48.625087094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"6443e578-413e-4f68-91ae-95c186c5d917","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:48.663461981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-ignore-header-auth2","reconcileID":"d27fb09f-ace1-4f80-b6cc-e2cc507556f0","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:48.684058286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-ignore-header-auth1","reconcileID":"1964947c-2466-433d-9186-e108fa2254d6","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:48.684173294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"4d956997-ea2e-4463-9aea-074eed96f615","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:48.686144633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"6443e578-413e-4f68-91ae-95c186c5d917","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:49.089632726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-ignore-header-auth2","reconcileID":"0331dcb5-d42e-46b8-ad73-757ec0804222","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:49.110234589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-ignore-header-auth1","reconcileID":"390945db-fb22-440b-86e4-39a392255e07","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:49.110490396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"895535d5-d5e9-48a4-bd9a-ab75e6994644","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:49.110231988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"2f64d208-9757-450c-8ba8-a2b7204155c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:49.14808155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-ignore-header-auth2","reconcileID":"0331dcb5-d42e-46b8-ad73-757ec0804222","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:49.169633855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"2f64d208-9757-450c-8ba8-a2b7204155c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:49.170590139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"895535d5-d5e9-48a4-bd9a-ab75e6994644","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:49.172122656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-ignore-header-auth1","reconcileID":"390945db-fb22-440b-86e4-39a392255e07","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:50.924397965Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-models-user-sub","reconcileID":"c12cfe6f-32e4-4faf-8a54-1ab1701bc9cf","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-68b670"},"model":"e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670","subscription":"e2e-models-user-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:51.145280866Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-models-user-sub","reconcileID":"c12cfe6f-32e4-4faf-8a54-1ab1701bc9cf","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-simulator-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-68b670/e2e-models-other-sub","ai-tenant-e2e-worker-w3-68b670/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:51.362307041Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-subscription","reconcileID":"cad4ab70-7fbb-4bc4-b509-6476d985850b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-simulator-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:51.362323622Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-models-other-sub","reconcileID":"d306407d-6689-41e6-8ee1-c7d5b1e53fbe","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-simulator-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:51.368704537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"15d4df16-ad31-4c55-947b-a8f0eceb2f53","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:51.369038125Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-c19b9a-sub models-as-a-service/e2e-rt-sw-e0f514-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:51.428436474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"simulator-w1-5a6246","reconcileID":"c6053c6a-8b76-4a5d-a595-66b8d19cb89e","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"simulator-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"simulator-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:51.487234707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-2-w1-5a6246","reconcileID":"e1b0d97e-6024-4f16-a997-51e1744f3951","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-2-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-2-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:51.522156226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"68616b43-9d84-4ee9-917a-764faa94dc7e","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:51.527357974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"2af87838-9826-453b-9514-cd6afa1de8d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:51.527653962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-models-access-denied-auth","reconcileID":"562477cb-3cdd-4747-90a3-b74b6406991c","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:51.527859326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"0768077b-f9cb-47c6-83fc-ce47940f48da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:51.585804137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"0768077b-f9cb-47c6-83fc-ce47940f48da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:51.586041163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-models-access-denied-auth","reconcileID":"562477cb-3cdd-4747-90a3-b74b6406991c","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:51.58800406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"2af87838-9826-453b-9514-cd6afa1de8d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:51.952488188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"fbad76ac-57d3-4e44-a50e-b8899cc455ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:51.952561555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-models-access-denied-auth","reconcileID":"ef1667e0-3786-4dd4-be2d-1e1878e732f8","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:51.952902744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"da3e812d-1c0e-49ae-ad7c-4dfb4074a6f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:52.010982621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"fbad76ac-57d3-4e44-a50e-b8899cc455ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:52.011189936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"da3e812d-1c0e-49ae-ad7c-4dfb4074a6f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:52.013133561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-models-access-denied-auth","reconcileID":"ef1667e0-3786-4dd4-be2d-1e1878e732f8","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:56.284129104Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-subscription","reconcileID":"dfe99e95-9307-452a-9a36-3d58d59a4704","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-premium-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/premium-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:56.424102342Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-ignore-header-sub2","reconcileID":"f811b421-9071-4afa-bc05-2aca22fea4a9","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-distinct-2-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/distinct-2-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:56.554366938Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-subscription","reconcileID":"2bfaff1f-7466-4e71-94fe-beed9e2c4df5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-simulator-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/simulator-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:56.631157279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-2-w1-5a6246","reconcileID":"ce73c4ae-8580-49c7-b7d8-106bafbd0662","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-2-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-2-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:56.697328154Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-e0f514-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e0f514-sub","reconcileID":"61c3ff7f-ca21-4771-97a9-f30039156500","MaaSSubscription":{"name":"e2e-rt-sw-e0f514-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-e0f514","model":"llm/e2e-rt-sw-e0f514","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:56.882400234Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-c19b9a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-c19b9a-sub","reconcileID":"e4881a75-7f7c-445a-83e9-715cbfb81acb","MaaSSubscription":{"name":"e2e-rt-eq-c19b9a-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-c19b9a","model":"llm/e2e-rt-eq-c19b9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:57.00954964Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-subscription","reconcileID":"ced82db4-5f2c-4614-88ce-770bf7d14678","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-premium-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/premium-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:57.074838986Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-subscription","reconcileID":"4b19039c-5daf-4c22-8db1-366bd43b376e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-premium-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/premium-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:57.194243966Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-subscription","reconcileID":"4bdf3ad3-295b-4218-a1c5-65c36598919a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-premium-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/premium-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:57.277368145Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"404c6ec5-37aa-4305-842b-7ba928908ed8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:57.372639043Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-subscription","reconcileID":"1c332524-81af-4f37-9799-19242bab587b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-simulator-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/simulator-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:57.372640672Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-subscription","reconcileID":"9ccd3efa-cbc7-4b84-8cbc-3e37120b3338","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-simulator-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:57.465407181Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-subscription","reconcileID":"fa893e28-a564-4642-9154-ed3850f4bc96","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-premium-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/premium-w3-68b670","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:57.5651646Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7032a3fc-b16e-470a-8c2e-ab8f5b63d394","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:57.666015445Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-subscription","reconcileID":"e26e55d0-cbca-4169-b346-0553d255dccb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:58.000253163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"fbab0b91-8ddd-4258-9807-62e73c538112","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:58.000252796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"5c3d4049-75e5-43e2-b8aa-40d33a49a31c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:58.058979641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"fbab0b91-8ddd-4258-9807-62e73c538112","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:58.059100779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"5c3d4049-75e5-43e2-b8aa-40d33a49a31c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:58.115135059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"14da83a7-518a-4a1e-83df-894fc259f252","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:58.115137225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"c7f1697f-0d2a-4be4-ae90-e98bf2606d57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:58.174835575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"14da83a7-518a-4a1e-83df-894fc259f252","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:58.174835573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"c7f1697f-0d2a-4be4-ae90-e98bf2606d57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:58.320483474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-ignore-header-auth1","reconcileID":"d795c98b-d9ed-4a10-a06d-ccb399f58fed","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:58.414173679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-ignore-header-auth1","reconcileID":"d795c98b-d9ed-4a10-a06d-ccb399f58fed","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:58.519105818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-ignore-header-auth2","reconcileID":"4e8e1796-b42e-40ab-ab19-f5811e3d3bd3","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:58.519194521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"84eb5918-6ea7-44d1-a033-90cda53edb52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:58.561932779Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-ignore-header-sub1","reconcileID":"ade9220e-6e03-4b9c-982a-20c10bf36302","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"model":"e2e-models-e2e-worker-w1-5a6246/distinct-w1-5a6246","subscription":"e2e-ignore-header-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:58.578786209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-ignore-header-auth2","reconcileID":"4e8e1796-b42e-40ab-ab19-f5811e3d3bd3","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:58.579154262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"distinct-2-w2-de27f5","reconcileID":"36b13319-e6d4-4f84-9eea-76fbf30ca571","MaaSModelRef":{"name":"distinct-2-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"distinct-2-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"distinct-2-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:58.579995637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"84eb5918-6ea7-44d1-a033-90cda53edb52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:58.61833773Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-ignore-header-sub1","reconcileID":"ade9220e-6e03-4b9c-982a-20c10bf36302","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"model":"e2e-models-e2e-worker-w1-5a6246/distinct-w1-5a6246","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:58.696418365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"4bdc9d1a-189e-4c48-b782-fe068f8e28a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:58.700253116Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-ignore-header-sub1","reconcileID":"ade9220e-6e03-4b9c-982a-20c10bf36302","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/distinct-w1-5a6246","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:58.800318242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"4bdc9d1a-189e-4c48-b782-fe068f8e28a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:58.987610855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-ignore-header-auth1","reconcileID":"f18334a3-8c96-4354-a85c-0f031ab8d916","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:59.0196053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-w1-5a6246","reconcileID":"923198ba-30f5-411c-bbc4-037dfe597f57","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:59.019624465Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-c19b9a-sub models-as-a-service/e2e-rt-sw-e0f514-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:59.047701663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-ignore-header-auth1","reconcileID":"f18334a3-8c96-4354-a85c-0f031ab8d916","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:59.154140472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"552cc5c4-afe3-4b0a-8525-e3597bcffe14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:59.154212074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-ignore-header-auth2","reconcileID":"80aeb04f-1d47-4686-87a2-c6bd910b93e4","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:59.177428703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-2-w1-5a6246","reconcileID":"2e109a86-f6e9-4e82-99f5-b45070bb1627","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-2-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-2-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:59.212891383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-ignore-header-auth2","reconcileID":"80aeb04f-1d47-4686-87a2-c6bd910b93e4","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:59.212973801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"552cc5c4-afe3-4b0a-8525-e3597bcffe14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:59.342688402Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-ignore-header-sub2","reconcileID":"de09be1b-624a-4011-b521-5152c0093440","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e008e559","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:59.359639054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"cb7b6f8a-1539-4d0f-a37c-2bfd437c9e93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:59.41756868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"cb7b6f8a-1539-4d0f-a37c-2bfd437c9e93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:59.554991022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-ignore-header-auth1","reconcileID":"e0a46cb3-2965-4be2-a84b-623242d374b1","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:59.613265269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-ignore-header-auth1","reconcileID":"e0a46cb3-2965-4be2-a84b-623242d374b1","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:59.758662225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"5552f949-870d-4948-aadc-b37d1f997f3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:59.758732837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-ignore-header-auth2","reconcileID":"7566b786-41f2-4fe2-975e-89c8da76303d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:59.817045085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-ignore-header-auth2","reconcileID":"7566b786-41f2-4fe2-975e-89c8da76303d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:59.817087873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"5552f949-870d-4948-aadc-b37d1f997f3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:24:59.954100058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"2dcd55d3-d45f-4888-9dd5-3065f189607a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:00.014282443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"2dcd55d3-d45f-4888-9dd5-3065f189607a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:00.083424668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"0f3eba79-d5e4-4459-9cc0-e436e43ebe9b","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:00.299367377Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-subscription","reconcileID":"d5c8b910-15ec-45ec-8fba-8eaaf40852fc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:00.306531907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"383eafa5-3d2e-4776-a851-191aec71ab93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:00.306565655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"870b5036-f8c2-464d-a9da-6c68c2ba8a10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:00.365133348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"383eafa5-3d2e-4776-a851-191aec71ab93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:00.365183642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"870b5036-f8c2-464d-a9da-6c68c2ba8a10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:00.469794766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"00f79f77-659d-4d0e-b4f0-5eda237c2274","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:00.663617218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"bcefb4d9-7a62-4d5a-9a31-805f8ad4c3c9","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:00.682966265Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-subscription","reconcileID":"931cd0fe-c67b-48e0-998b-d8d4ca8f14a3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:00.721787434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"b835e283-b6ad-4a52-9415-7136d8611084","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:00.880825377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-api-key-deleted-sub-auth","reconcileID":"920c4ee3-4c88-4a37-9c42-16261404295d","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:00.939344375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-api-key-deleted-sub-auth","reconcileID":"920c4ee3-4c88-4a37-9c42-16261404295d","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:00.950020345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"21ddce26-56e7-4ac5-ae86-aed87e38fab2","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:00.950209009Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-c19b9a-sub models-as-a-service/e2e-rt-sw-e0f514-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:00.997010303Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-de27f5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (36b4c153770a1d636eadfbae86e11a0b9f6105186fd4877c26681963fa124cb6) AuthConfig (d353aaed00f5505d4924a244dbf819f86e18e01a125caf386ad5084131e8bac0) AuthConfig (f011f5bbd171d18e8f0472f24ef086dcf252ca3377fd75b47bafd142cfdfec30) AuthConfig (bf3baf43269f87f95fa2dc8d6a3fadf0832be364bc16419f0b17dbf100efba2b) AuthConfig (f674cab5311ee8fee9fea9f0fb86d9bace6ba33b493a976c8cdb8110057c7686) AuthConfig (591ec84175421f8dffc3758807e2c05d6d7930882ddb48c412f25fb502c349c0) AuthConfig (514f4a419a7aa202bad2a5dffd6d0cfc4b0565c68a9e6417233f769296654ea8) AuthConfig (9141204c604d9c9b5182ca4eeb1babc517cd70e869b368dad41ceec222da0e37) AuthConfig (e740786f3dc5f26a69d6021e643b327b2b32715e4513260e380159edc1d799ba) AuthConfig (0f10e96285e7811d10a458b5a5c76f076286f8412533db962122e2fa7be76b66) AuthConfig (8079f7918cf9e2e32d28897db05857b4cb355c67f9b3102d7ffe7baaf915baf0) AuthConfig (ef1bec5b2d326ad6e61e6034c9e24ceb045e77483bcbf5c4c7562f1f31a5a317)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-api-key-deleted-sub-auth","reconcileID":"920c4ee3-4c88-4a37-9c42-16261404295d","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:01.006289366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"8eb97eb8-8fab-4394-8cf9-bbf3fe301fa8","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:01.05610414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"47777964-68ef-437a-8bcc-c4fdcb75f1bc","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:25:01.058273587Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-api-key-deleted-sub","reconcileID":"2927c50e-38d2-42f8-9467-edada8e35d13","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-deleted-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:01.108981237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"38a2eca6-aef4-4d49-b86d-8cc5539d8abe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:01.109546149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"cc15875a-c93a-4b1a-b35d-60a633d3084a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:01.168093225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"cc15875a-c93a-4b1a-b35d-60a633d3084a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:01.168133491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"38a2eca6-aef4-4d49-b86d-8cc5539d8abe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:01.17458417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"11f22722-5cfd-4e31-8466-27279ef0d003","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:01.215855708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-api-key-deleted-sub-auth","reconcileID":"664dd2a8-9a19-4887-86f5-858ceda5081f","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:01.217301054Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:01.231115993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"9bc2125d-5c68-49b0-a08e-ebb1f7d869ab","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:01.274725122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-api-key-deleted-sub-auth","reconcileID":"664dd2a8-9a19-4887-86f5-858ceda5081f","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:01.331491949Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-de27f5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (36b4c153770a1d636eadfbae86e11a0b9f6105186fd4877c26681963fa124cb6) AuthConfig (d353aaed00f5505d4924a244dbf819f86e18e01a125caf386ad5084131e8bac0) AuthConfig (f011f5bbd171d18e8f0472f24ef086dcf252ca3377fd75b47bafd142cfdfec30) AuthConfig (bf3baf43269f87f95fa2dc8d6a3fadf0832be364bc16419f0b17dbf100efba2b) AuthConfig (f674cab5311ee8fee9fea9f0fb86d9bace6ba33b493a976c8cdb8110057c7686) AuthConfig (591ec84175421f8dffc3758807e2c05d6d7930882ddb48c412f25fb502c349c0) AuthConfig (514f4a419a7aa202bad2a5dffd6d0cfc4b0565c68a9e6417233f769296654ea8) AuthConfig (9141204c604d9c9b5182ca4eeb1babc517cd70e869b368dad41ceec222da0e37) AuthConfig (e740786f3dc5f26a69d6021e643b327b2b32715e4513260e380159edc1d799ba) AuthConfig (0f10e96285e7811d10a458b5a5c76f076286f8412533db962122e2fa7be76b66) AuthConfig (8079f7918cf9e2e32d28897db05857b4cb355c67f9b3102d7ffe7baaf915baf0) AuthConfig (ef1bec5b2d326ad6e61e6034c9e24ceb045e77483bcbf5c4c7562f1f31a5a317)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-api-key-deleted-sub-auth","reconcileID":"664dd2a8-9a19-4887-86f5-858ceda5081f","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:01.490024775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-api-key-deleted-sub-auth","reconcileID":"b98df99b-e4ef-4705-a357-b0a8cd2dc542","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:01.501726861Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-api-key-deleted-sub","reconcileID":"8178eece-cc0c-423a-9358-01fba3742247","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-de27f5/e2e-api-key-deleted-sub","ai-tenant-e2e-worker-w2-de27f5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:01.534117953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"7bef6bef-65ae-4bd5-b9b0-f1cd8864384f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:01.534118354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"ee0e88d1-4f5b-4bcc-9caa-57785b961410","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:01.548270902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-api-key-deleted-sub-auth","reconcileID":"b98df99b-e4ef-4705-a357-b0a8cd2dc542","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:01.595002279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"7bef6bef-65ae-4bd5-b9b0-f1cd8864384f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:01.59784184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"ee0e88d1-4f5b-4bcc-9caa-57785b961410","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:01.605242317Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-de27f5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (36b4c153770a1d636eadfbae86e11a0b9f6105186fd4877c26681963fa124cb6) AuthConfig (d353aaed00f5505d4924a244dbf819f86e18e01a125caf386ad5084131e8bac0) AuthConfig (f011f5bbd171d18e8f0472f24ef086dcf252ca3377fd75b47bafd142cfdfec30) AuthConfig (bf3baf43269f87f95fa2dc8d6a3fadf0832be364bc16419f0b17dbf100efba2b) AuthConfig (f674cab5311ee8fee9fea9f0fb86d9bace6ba33b493a976c8cdb8110057c7686) AuthConfig (591ec84175421f8dffc3758807e2c05d6d7930882ddb48c412f25fb502c349c0) AuthConfig (514f4a419a7aa202bad2a5dffd6d0cfc4b0565c68a9e6417233f769296654ea8) AuthConfig (9141204c604d9c9b5182ca4eeb1babc517cd70e869b368dad41ceec222da0e37) AuthConfig (e740786f3dc5f26a69d6021e643b327b2b32715e4513260e380159edc1d799ba) AuthConfig (0f10e96285e7811d10a458b5a5c76f076286f8412533db962122e2fa7be76b66) AuthConfig (8079f7918cf9e2e32d28897db05857b4cb355c67f9b3102d7ffe7baaf915baf0) AuthConfig (ef1bec5b2d326ad6e61e6034c9e24ceb045e77483bcbf5c4c7562f1f31a5a317)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-api-key-deleted-sub-auth","reconcileID":"b98df99b-e4ef-4705-a357-b0a8cd2dc542","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:01.672372127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"99355230-a5c9-4d6f-8efe-c0a79c68179f","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:01.688804774Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-models-other-sub","reconcileID":"83383531-5b91-4d60-9f22-74a9af5b8994","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-68b670"},"model":"e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670","subscription":"e2e-models-other-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:01.715527854Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-subscription","reconcileID":"400740b3-4032-4d0c-94b9-49e49b3cc8fc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:01.885847443Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-api-key-deleted-sub","reconcileID":"b16319d3-fadb-40ec-b566-94a16dd74b51","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:01.909273509Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-models-other-sub","reconcileID":"83383531-5b91-4d60-9f22-74a9af5b8994","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-simulator-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-68b670/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:02.12440743Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-subscription","reconcileID":"639490e4-68a5-486f-a4e8-3d555d6d0e94","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-simulator-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:02.207551314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"0730d741-a986-4bf4-bfa5-872a048958db","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:02.207899192Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-c19b9a-sub models-as-a-service/e2e-rt-sw-e0f514-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:02.267583935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"cbedcf20-41f4-4082-82ac-14a744d86223","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:02.362103824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"b835f67f-380e-4ffd-8a60-1f0ed1e565dc","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:02.369358507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"3fe402b6-2042-4179-84be-d50ca86eb4a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:02.36958071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"5d59c77f-0d95-41b2-bd8e-2db4af6acf0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:02.369358508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-models-access-denied-auth","reconcileID":"ac06df3a-1930-4c30-8ee9-295439e6e5e8","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:02.42931889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-models-access-denied-auth","reconcileID":"ac06df3a-1930-4c30-8ee9-295439e6e5e8","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:02.429363872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"5d59c77f-0d95-41b2-bd8e-2db4af6acf0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:02.431577315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"3fe402b6-2042-4179-84be-d50ca86eb4a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:02.635941226Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-models-access-denied-auth","reconcileID":"a914a9d5-0002-4456-9dde-db350d88e758","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-68b670"},"model":"e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:02.799417433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"b81a4e4d-7ae3-497b-9eea-f9948c8e2603","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:04.27309591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"distinct-w3-68b670","reconcileID":"9aa0a827-8a6c-4e5a-9c79-ec8917dd1584","MaaSModelRef":{"name":"distinct-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"distinct-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"distinct-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:04.329248586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"distinct-w3-68b670","reconcileID":"66b1f05f-0d2a-448f-8fc3-4fbcc9c6247b","MaaSModelRef":{"name":"distinct-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"distinct-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"distinct-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:04.54395889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-multi-keys-auth1","reconcileID":"6b05ab56-2771-4f4e-8ea7-183196b995a4","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:04.545393152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"distinct-w3-68b670","reconcileID":"d0cd36d4-d3d7-4d8e-af88-83d79576d375","MaaSModelRef":{"name":"distinct-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"distinct-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"distinct-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:04.545655337Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-c19b9a-sub models-as-a-service/e2e-rt-sw-e0f514-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:04.603148324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-multi-keys-auth1","reconcileID":"6b05ab56-2771-4f4e-8ea7-183196b995a4","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:04.606517457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"distinct-w3-68b670","reconcileID":"07ae8c77-1218-4380-8f83-e303e41c5fe5","MaaSModelRef":{"name":"distinct-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"distinct-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"distinct-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:25:04.654474467Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-multi-keys-sub1","reconcileID":"27f2b9dc-bf93-43a0-b47e-090fd61a93a4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:04.756669929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"2b809089-70fd-4740-a7c4-2c7c92fa519d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:04.757632694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"974e4d04-4263-4a0b-85e7-25991f525c0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:04.764836641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"distinct-w3-68b670","reconcileID":"62f69865-7631-42e2-a0ea-6b5a8bb539d4","MaaSModelRef":{"name":"distinct-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"distinct-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"distinct-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:04.813551772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"distinct-2-w3-68b670","reconcileID":"3ed3cab2-eaac-4c70-8713-81703feffeb7","MaaSModelRef":{"name":"distinct-2-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"distinct-2-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"distinct-2-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:04.815741933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"2b809089-70fd-4740-a7c4-2c7c92fa519d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:04.8167621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"974e4d04-4263-4a0b-85e7-25991f525c0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:04.822734017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"distinct-w3-68b670","reconcileID":"6a53037a-e6d3-4fe9-ba0b-bfea9e1f7204","MaaSModelRef":{"name":"distinct-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"distinct-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"distinct-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:04.871184169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"distinct-2-w3-68b670","reconcileID":"f824d39e-7ea2-4350-a7a3-57e179eaca0f","MaaSModelRef":{"name":"distinct-2-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"distinct-2-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"distinct-2-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:04.92398492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"distinct-w3-68b670","reconcileID":"e85a4fd3-baae-4a72-bf9f-375cd965b913","MaaSModelRef":{"name":"distinct-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"distinct-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"distinct-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:05.039695469Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-multi-keys-sub1","reconcileID":"9c48eb67-39a2-4ade-a3c9-920f9c620b76","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-distinct-w3-68b670","model":"distinct-w3-68b670","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-68b670/e2e-multi-keys-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:05.101740678Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-68b670 priority=0:[ai-tenant-e2e-worker-w3-68b670/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w3-68b670/e2e-multi-keys-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-c19b9a-sub models-as-a-service/e2e-rt-sw-e0f514-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:05.101934538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"distinct-2-w3-68b670","reconcileID":"d661d5a4-4f26-473e-9667-b2e08d9ef2c8","MaaSModelRef":{"name":"distinct-2-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"distinct-2-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"distinct-2-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:05.135816788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-multi-keys-auth2","reconcileID":"e23bcafa-68c9-4b6e-8f3e-8b6f35f0e1ad","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:05.161225706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"distinct-w3-68b670","reconcileID":"3c927ff3-50e2-4d29-96e3-ea318c3401eb","MaaSModelRef":{"name":"distinct-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"distinct-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"distinct-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:05.188369985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-multi-keys-auth1","reconcileID":"e281ad94-b0ea-4740-adac-11058ce01cde","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:05.193925733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-multi-keys-auth2","reconcileID":"e23bcafa-68c9-4b6e-8f3e-8b6f35f0e1ad","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:25:05.205085155Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-multi-keys-sub1","reconcileID":"9c48eb67-39a2-4ade-a3c9-920f9c620b76","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:05.210804942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"distinct-2-w3-68b670","reconcileID":"838a0abb-75fb-488f-964d-74d70914180d","MaaSModelRef":{"name":"distinct-2-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"distinct-2-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"distinct-2-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:25:05.214407623Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-68b670/e2e-multi-keys-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:05.246699766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-multi-keys-auth1","reconcileID":"e281ad94-b0ea-4740-adac-11058ce01cde","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:05.268612164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"distinct-2-w3-68b670","reconcileID":"7d333c53-571b-490b-bf54-5e11c265f6d0","MaaSModelRef":{"name":"distinct-2-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"distinct-2-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"distinct-2-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:05.331836197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"3477497e-2b82-4a1b-9c0f-3ff9ddbf0f1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:05.331884884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"1284f550-c5c5-47cf-a61e-1d848f924640","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:05.391851861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"3477497e-2b82-4a1b-9c0f-3ff9ddbf0f1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:05.39204876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"1284f550-c5c5-47cf-a61e-1d848f924640","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:05.418274633Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-multi-keys-sub1","reconcileID":"995c2adb-7284-425b-8d03-cee3695a8018","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-distinct-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/distinct-w3-68b670","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:05.509862011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"distinct-2-w3-68b670","reconcileID":"314ffb54-e4c9-40b7-8073-1e72c97a70a3","MaaSModelRef":{"name":"distinct-2-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"distinct-2-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"distinct-2-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:05.522302988Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-multi-keys-sub2","reconcileID":"e289ddfb-6e5e-4ec0-af2e-0697c8152e4d","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-distinct-2-w3-68b670","model":"distinct-2-w3-68b670","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-68b670/e2e-multi-keys-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:05.589485584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"distinct-w3-68b670","reconcileID":"4aea15ec-548d-424e-8bad-4729beab51e1","MaaSModelRef":{"name":"distinct-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"distinct-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"distinct-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:05.693102649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"distinct-2-w3-68b670","reconcileID":"0a58c1f1-62b6-4327-93c9-db7c4e420a87","MaaSModelRef":{"name":"distinct-2-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"distinct-2-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"distinct-2-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:05.718948006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-multi-keys-auth1","reconcileID":"804ddf36-489d-4808-8046-d6afa9287110","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:05.776957372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-multi-keys-auth1","reconcileID":"804ddf36-489d-4808-8046-d6afa9287110","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:05.818352612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"062b8480-560c-4233-82f1-6ea8fbf343e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:05.818529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-multi-keys-auth2","reconcileID":"358e4823-dcd1-4a45-b326-19f7ea176716","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:05.818354763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"7d63bc77-2c15-4034-b846-fe64b346b02f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:05.877409118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"7d63bc77-2c15-4034-b846-fe64b346b02f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:05.877623545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-multi-keys-auth2","reconcileID":"358e4823-dcd1-4a45-b326-19f7ea176716","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:05.879582452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"062b8480-560c-4233-82f1-6ea8fbf343e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:05.905947663Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-multi-keys-sub2","reconcileID":"4b2756d8-d60e-4b18-949b-62a3771525c3","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-distinct-2-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/distinct-2-w3-68b670","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:09.396573715Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-ignore-header-sub2","reconcileID":"3d459ad8-8377-4835-9906-7121f264f571","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"model":"e2e-models-e2e-worker-w1-5a6246/distinct-2-w1-5a6246","subscription":"e2e-ignore-header-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:09.427268331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"distinct-w4-b1ad4e","reconcileID":"0353a466-6825-49fc-9656-6ee8282877a5","MaaSModelRef":{"name":"distinct-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"distinct-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"distinct-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:09.44996731Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-ignore-header-sub2","reconcileID":"3d459ad8-8377-4835-9906-7121f264f571","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"model":"e2e-models-e2e-worker-w1-5a6246/distinct-2-w1-5a6246","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:09.503594651Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-ignore-header-sub2","reconcileID":"3d459ad8-8377-4835-9906-7121f264f571","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/distinct-2-w1-5a6246","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:09.783221372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-2-w1-5a6246","reconcileID":"35819ab3-2c37-4ddc-b3f7-24ae1c7aad96","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-2-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-2-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:09.783320011Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-68b670 priority=0:[ai-tenant-e2e-worker-w3-68b670/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w3-68b670/e2e-multi-keys-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-c19b9a-sub models-as-a-service/e2e-rt-sw-e0f514-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:09.842519292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"distinct-w3-68b670","reconcileID":"bb0c9d6d-90a6-44f3-a26c-a5a0ce69d661","MaaSModelRef":{"name":"distinct-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"distinct-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"distinct-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:09.899673895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"distinct-2-w3-68b670","reconcileID":"1d0aaa83-73af-4525-946a-05609f5740fb","MaaSModelRef":{"name":"distinct-2-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"distinct-2-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"distinct-2-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:09.944158415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-w1-5a6246","reconcileID":"c7d359ff-706f-40c1-8d37-47859fbdd5c0","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:09.996039258Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-multi-keys-sub1","reconcileID":"f155bd25-6676-4c6a-943e-ece14c62f9bb","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-68b670"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-aaa7e47a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:10.051785523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"947e2124-fb92-4633-a267-c8696a3c977a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:10.051989575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-ignore-header-auth2","reconcileID":"ed60d03c-a7e5-408b-bd22-204803b47bbd","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:10.052384561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-ignore-header-auth1","reconcileID":"8deecb47-13c1-4bc5-9796-70c55fbf1ee4","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:10.052487755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"e0c71fe6-9120-459c-8a39-37356119a0a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:10.111361056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-ignore-header-auth2","reconcileID":"ed60d03c-a7e5-408b-bd22-204803b47bbd","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:10.111407861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"947e2124-fb92-4633-a267-c8696a3c977a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:10.113833131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-ignore-header-auth1","reconcileID":"8deecb47-13c1-4bc5-9796-70c55fbf1ee4","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:10.113903187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"e0c71fe6-9120-459c-8a39-37356119a0a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:10.157796715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"4eb667b5-82d7-4ea3-8a0b-c0cff86a2c25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:10.216036413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"4eb667b5-82d7-4ea3-8a0b-c0cff86a2c25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:10.531648458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-ignore-header-auth2","reconcileID":"e9faf71b-ba12-4ea8-8655-a39abbc58af0","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:10.583519599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-multi-keys-auth2","reconcileID":"3c31f817-7159-4ce1-bfa1-fb588ccf571f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:10.583547657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-multi-keys-auth1","reconcileID":"cb47b113-58ed-446f-aea3-5522bc9ffea6","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:10.584009064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"4a0388d3-a4b0-4dba-a81f-a08fdc0033fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:10.590713358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-ignore-header-auth2","reconcileID":"e9faf71b-ba12-4ea8-8655-a39abbc58af0","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:10.642284372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"4a0388d3-a4b0-4dba-a81f-a08fdc0033fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:10.642502784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-multi-keys-auth1","reconcileID":"cb47b113-58ed-446f-aea3-5522bc9ffea6","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:10.644757003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-multi-keys-auth2","reconcileID":"3c31f817-7159-4ce1-bfa1-fb588ccf571f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:10.683737692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"dc8c2a20-49c9-4dd1-afb9-7f7a2277f3a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:10.74211325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"dc8c2a20-49c9-4dd1-afb9-7f7a2277f3a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:10.798294847Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-ignore-header-auth1","reconcileID":"c7505d86-465e-4ba6-958a-8167c4181005","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"model":"e2e-models-e2e-worker-w1-5a6246/distinct-w1-5a6246","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:11.009079095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-w1-5a6246","reconcileID":"34f6d8e8-f972-4b45-9705-df098853dc7e","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:11.176766544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-2-w1-5a6246","reconcileID":"09a2b7c7-e93e-4437-9efb-012c63c589f1","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-2-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-2-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:11.176824842Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-ignore-header-auth2","reconcileID":"653b3529-8767-4775-86d5-41f76ea1d901","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"model":"e2e-models-e2e-worker-w1-5a6246/distinct-2-w1-5a6246","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:11.392752267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-2-w1-5a6246","reconcileID":"52c4cb12-761c-40b3-8ff3-b4b41e30dfc6","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-2-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-2-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:11.76527642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-api-key-deleted-sub-auth","reconcileID":"81444a45-c02a-4673-924d-ffeb78ce625c","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:11.82361935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-api-key-deleted-sub-auth","reconcileID":"81444a45-c02a-4673-924d-ffeb78ce625c","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:11.880802482Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-de27f5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (36b4c153770a1d636eadfbae86e11a0b9f6105186fd4877c26681963fa124cb6) AuthConfig (d353aaed00f5505d4924a244dbf819f86e18e01a125caf386ad5084131e8bac0) AuthConfig (f011f5bbd171d18e8f0472f24ef086dcf252ca3377fd75b47bafd142cfdfec30) AuthConfig (bf3baf43269f87f95fa2dc8d6a3fadf0832be364bc16419f0b17dbf100efba2b) AuthConfig (f674cab5311ee8fee9fea9f0fb86d9bace6ba33b493a976c8cdb8110057c7686) AuthConfig (591ec84175421f8dffc3758807e2c05d6d7930882ddb48c412f25fb502c349c0) AuthConfig (514f4a419a7aa202bad2a5dffd6d0cfc4b0565c68a9e6417233f769296654ea8) AuthConfig (9141204c604d9c9b5182ca4eeb1babc517cd70e869b368dad41ceec222da0e37) AuthConfig (e740786f3dc5f26a69d6021e643b327b2b32715e4513260e380159edc1d799ba) AuthConfig (0f10e96285e7811d10a458b5a5c76f076286f8412533db962122e2fa7be76b66) AuthConfig (8079f7918cf9e2e32d28897db05857b4cb355c67f9b3102d7ffe7baaf915baf0) AuthConfig (ef1bec5b2d326ad6e61e6034c9e24ceb045e77483bcbf5c4c7562f1f31a5a317)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-api-key-deleted-sub-auth","reconcileID":"81444a45-c02a-4673-924d-ffeb78ce625c","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:12.26910191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"6eaf4e98-0249-428a-ae0e-f03322005444","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:12.870744552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-w1-5a6246","reconcileID":"3a2f6b0d-d5e4-481a-b0ce-095c81d53e6b","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:12.929084325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-w1-5a6246","reconcileID":"929d18ae-20d4-4044-8f86-4add9ad8172b","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:13.206167326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-w1-5a6246","reconcileID":"0c0c7032-11bd-43b4-8f08-4b6114e49fc0","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:13.20770311Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-c19b9a-sub models-as-a-service/e2e-rt-sw-e0f514-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:13.209257476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"0698d04c-b201-4753-ad26-ea47f79d297e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:13.28363772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"0698d04c-b201-4753-ad26-ea47f79d297e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:13.284319977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-w1-5a6246","reconcileID":"e85974fb-1f6f-439e-a3c6-30a95860504a","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:25:13.3175968Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"16abdb70-a08a-47fe-8441-e7beb68645c2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:13.339106442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"distinct-2-w3-68b670","reconcileID":"7b37a618-519e-4044-a793-8e07a1df5ef5","MaaSModelRef":{"name":"distinct-2-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"distinct-2-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"distinct-2-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:13.429175248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"5a6f0866-b8b7-4ee5-94c9-59d09ae7b14c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:13.429640146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"f7b935db-b86e-4324-a8bd-fa2bca9ef5e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:13.438564395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-w1-5a6246","reconcileID":"f33bdb94-b69c-4eed-aec1-b7ccab08f5eb","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:13.444851024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-2-w1-5a6246","reconcileID":"d4486457-779c-4a5a-9b25-b6cafb9e60e8","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-2-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-2-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:13.501736985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"f7b935db-b86e-4324-a8bd-fa2bca9ef5e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:13.505499377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-w1-5a6246","reconcileID":"b93cb05f-b905-4f9a-82e1-81b98d247cdb","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:13.528087608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-2-w1-5a6246","reconcileID":"b8a2dc0a-7260-4cfe-87a7-09101c3e370d","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-2-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-2-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:13.515860553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"5a6f0866-b8b7-4ee5-94c9-59d09ae7b14c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:13.647675617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-w1-5a6246","reconcileID":"61d1fe6d-20b6-4b28-97c0-1e5f53447a75","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:13.777813894Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"0d85dbff-5557-46c2-a327-16ca644af9ab","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-distinct-w1-5a6246","model":"distinct-w1-5a6246","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-5a6246/e2e-sa-multi-no-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:13.778960464Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-5a6246 priority=0:[ai-tenant-e2e-worker-w1-5a6246/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w1-5a6246/e2e-sa-multi-no-hdr-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-c19b9a-sub models-as-a-service/e2e-rt-sw-e0f514-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:13.779725711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-2-w1-5a6246","reconcileID":"6edb08ec-0f6a-4cd6-9608-35694ef8c1a3","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-2-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-2-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:13.837218412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"287efb91-6eaf-4a36-90fb-f84d704b9fcb","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:13.845513334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-w1-5a6246","reconcileID":"e535e8b3-4489-453d-9c3b-9a8508dc7d21","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:13.897574401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-2-w1-5a6246","reconcileID":"8a371970-1949-482e-b175-0e722d38b9a3","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-2-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-2-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:25:13.907658114Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-5a6246/e2e-sa-multi-no-hdr-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:13.937851016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"287efb91-6eaf-4a36-90fb-f84d704b9fcb","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:13.961248202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"4bb05a51-e3a0-4597-a976-a3d6f178ebb6","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:13.963476283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-2-w1-5a6246","reconcileID":"ba298655-dfd5-46ca-8086-0fdde2c8f7bf","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-2-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-2-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:14.007541144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-w1-5a6246","reconcileID":"edc4c1ed-b8c8-4201-b937-e59f47e3d7fa","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:14.049242368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"4bb05a51-e3a0-4597-a976-a3d6f178ebb6","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:14.065401783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"ea26e614-ee08-4a2a-8e5c-52c7def42d02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:14.06583014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"39b558e2-7a1c-46a4-b6c6-5ed495f11bb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:14.142500677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"39b558e2-7a1c-46a4-b6c6-5ed495f11bb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:14.147593138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"ea26e614-ee08-4a2a-8e5c-52c7def42d02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:14.197594203Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"df7ce307-d3c6-4005-a558-4dfa23b38f17","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-distinct-2-w1-5a6246","model":"distinct-2-w1-5a6246","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-5a6246/e2e-sa-multi-no-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:14.322189428Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"00a3f43d-39e3-4c86-8e74-0c464b900367","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-distinct-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/distinct-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:14.326407308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-2-w1-5a6246","reconcileID":"36232bd5-aa89-49ab-9303-03fe65081306","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-2-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-2-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:14.387207218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-2-w1-5a6246","reconcileID":"c3dcd732-40a3-4c20-b73b-19282ebd56a5","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-2-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-2-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:14.43871016Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-multi-keys-sub2","reconcileID":"5ac902d8-7ed5-49f5-ac04-2a9eb54a84e8","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-distinct-2-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/distinct-2-w3-68b670","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:14.608289836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"d5b0ee84-71d4-4801-a95c-a9190ec4a971","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:14.631104151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"d382e06f-0c3c-4bbc-926b-7c6501f62842","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:14.659868395Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"2e25cdd5-9817-4222-bd34-9dc1b25da52c","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-distinct-2-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/distinct-2-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:14.668610443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"d5b0ee84-71d4-4801-a95c-a9190ec4a971","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:14.669903832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"distinct-2-w3-68b670","reconcileID":"9cee7aa0-2be6-4848-9394-45b98dd99fed","MaaSModelRef":{"name":"distinct-2-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"distinct-2-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"distinct-2-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:14.689820282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"d382e06f-0c3c-4bbc-926b-7c6501f62842","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:14.715215379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"0c60f0d2-8989-46d1-96dc-7b6cee9aed03","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:14.715769608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"3677ded2-aee5-4858-871f-e1f9b74c4e5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:14.773307261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"0c60f0d2-8989-46d1-96dc-7b6cee9aed03","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:14.775434499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"3677ded2-aee5-4858-871f-e1f9b74c4e5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:14.929610256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-multi-keys-auth2","reconcileID":"bc8dae41-2512-413a-bc17-f04ea1d340bb","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:14.987561809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-multi-keys-auth2","reconcileID":"bc8dae41-2512-413a-bc17-f04ea1d340bb","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:25:15.051048042Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"d5b0ee84-71d4-4801-a95c-a9190ec4a971","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-sa-multi-no-hdr-auth2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:15.159984469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-multi-keys-auth1","reconcileID":"9978c4d0-617b-43f5-90d0-4931af26f4c1","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:15.217454537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-multi-keys-auth1","reconcileID":"9978c4d0-617b-43f5-90d0-4931af26f4c1","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:15.262094791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"c9fec0ff-810e-4588-8c20-129d9e34d6ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:15.262355012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"f0e245bd-a532-4aae-a174-398df29301fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:15.319902798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"c9fec0ff-810e-4588-8c20-129d9e34d6ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:15.319985059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"f0e245bd-a532-4aae-a174-398df29301fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:15.36220017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"d014eec1-a4bb-4648-b4be-5d5a5d5884d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:15.419963249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"d014eec1-a4bb-4648-b4be-5d5a5d5884d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:15.461964188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"3e104b28-4bca-44e4-adfb-1c5ae19c59a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:15.519893428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"3e104b28-4bca-44e4-adfb-1c5ae19c59a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:15.637985655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"cf005dca-fc25-4da6-b24c-84eebfb5a702","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:15.695509589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"cf005dca-fc25-4da6-b24c-84eebfb5a702","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:15.789039941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-multi-keys-auth1","reconcileID":"2b6a3351-4e8b-45d3-ad62-21b7796b85e7","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:15.789070391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"431660fb-92d5-4c26-8398-6de99d7dc2ca","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:15.84710263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"431660fb-92d5-4c26-8398-6de99d7dc2ca","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:15.847115062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-multi-keys-auth1","reconcileID":"2b6a3351-4e8b-45d3-ad62-21b7796b85e7","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:15.888748858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"f9143e23-31bc-4623-9460-df8c985bce19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:15.946680488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"f9143e23-31bc-4623-9460-df8c985bce19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:15.990627584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"85f6d58d-8ff8-433f-87a9-ae32e659077f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:16.048479058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"85f6d58d-8ff8-433f-87a9-ae32e659077f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:16.146703606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-multi-keys-auth2","reconcileID":"4cf477fe-c73f-49f4-91dc-8505c3957e63","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:16.204313816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-multi-keys-auth2","reconcileID":"4cf477fe-c73f-49f4-91dc-8505c3957e63","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:17.699953082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-w1-5a6246","reconcileID":"249a4d03-90f3-4800-8aa5-f78e51a27189","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:17.887113789Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"20fbd094-cdda-4b3d-ab77-3ae818411a8d","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f08c166b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:18.009073474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"45070a17-7801-4866-a76e-cfcc3485b8ad","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:18.009121796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"7a1ba889-d223-4227-b70a-46bf1b587700","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:18.00957853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"e1839419-b5f4-42df-ad39-f05d5862f8f0","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:18.009761382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"bae949b3-106c-4eec-a3c4-8455891caedb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:18.067794275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"45070a17-7801-4866-a76e-cfcc3485b8ad","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:18.068187853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"e1839419-b5f4-42df-ad39-f05d5862f8f0","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:18.069962573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"7a1ba889-d223-4227-b70a-46bf1b587700","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:18.070405383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"bae949b3-106c-4eec-a3c4-8455891caedb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:18.574167743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"e6b79136-981f-41be-bba2-5b598f96f5e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:18.574236343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"9143e862-1935-407f-bc29-93a831185c45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:18.574757964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"cda405d1-fed6-4524-8a08-a2ea370b2062","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:18.574781256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"114ee14b-36d1-40c8-96bb-cac74dd79eb7","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:18.635143038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"9143e862-1935-407f-bc29-93a831185c45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:18.635389133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"114ee14b-36d1-40c8-96bb-cac74dd79eb7","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:18.637475478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"e6b79136-981f-41be-bba2-5b598f96f5e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:18.637639904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"cda405d1-fed6-4524-8a08-a2ea370b2062","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:19.591849499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"4677c9ec-98e1-45f5-b931-dfbebaac8801","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:19.808634245Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-api-key-deleted-sub","reconcileID":"afd1e0d7-4a23-4989-87c9-614371e4603e","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:19.808668451Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-subscription","reconcileID":"c808a3dd-3d5e-49b3-bb45-3308fa5f7cb3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:19.815927418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"29afde3b-ff4d-4e08-93bd-a396de2109ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:19.816152513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"21c13765-915f-4c61-84f2-43f93c91da9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:19.815927386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-api-key-deleted-sub-auth","reconcileID":"5186f507-4439-4b7d-9b90-3fd5ed3562c2","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:19.875598707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"21c13765-915f-4c61-84f2-43f93c91da9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:19.875952403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"29afde3b-ff4d-4e08-93bd-a396de2109ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:19.878003436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-api-key-deleted-sub-auth","reconcileID":"5186f507-4439-4b7d-9b90-3fd5ed3562c2","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:19.989798447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"e688f06a-72c8-4d2a-8ec1-07f854ba4caf","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:19.99062224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"e456ee1c-a518-42e8-824a-3a1db2eeaadd","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:20.050329978Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-multi-keys-sub1","reconcileID":"aceca226-0be8-4db9-a06c-8474a35ddaf1","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-68b670"},"model":"e2e-models-e2e-worker-w3-68b670/distinct-w3-68b670","subscription":"e2e-multi-keys-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:20.104287324Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-multi-keys-sub1","reconcileID":"aceca226-0be8-4db9-a06c-8474a35ddaf1","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-68b670"},"model":"e2e-models-e2e-worker-w3-68b670/distinct-w3-68b670","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:20.158261098Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-multi-keys-sub1","reconcileID":"aceca226-0be8-4db9-a06c-8474a35ddaf1","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-distinct-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/distinct-w3-68b670","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:20.206347998Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-subscription","reconcileID":"f466f0f8-6cf6-496f-a483-293e51998591","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:20.206339174Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-api-key-deleted-sub","reconcileID":"567989d0-f3ef-4d41-a576-cdd7383e52f3","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:20.240689738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"24c7d5e6-9743-42ee-871f-62affcd21209","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:20.439242478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"distinct-w3-68b670","reconcileID":"3bb8bbe2-423a-4e6e-a4f6-55d23b4b1174","MaaSModelRef":{"name":"distinct-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"distinct-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"distinct-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:20.440361434Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-c19b9a-sub models-as-a-service/e2e-rt-sw-e0f514-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:20.505530243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-2-w1-5a6246","reconcileID":"5ee1bb8b-e72c-43a9-a2da-c90b81130e9b","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-2-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-2-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:20.591087576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"distinct-2-w3-68b670","reconcileID":"299d048b-5b1b-4c54-8888-768af530e9aa","MaaSModelRef":{"name":"distinct-2-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"distinct-2-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"distinct-2-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:20.712087636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"be261159-7f5d-4d04-b979-f43ed1e86a70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:20.712885083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-multi-keys-auth1","reconcileID":"9d312251-e507-4b1b-ac76-322083e6dabc","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:20.713399861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-multi-keys-auth2","reconcileID":"c31aaad4-41ff-49d7-98f1-e0b9bec8e789","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:20.713960173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"393fcd76-cd1e-4117-8a85-88af4c4b5c39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:20.758818856Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-multi-keys-sub2","reconcileID":"1b10ee00-a238-49be-9a00-f7b6ca1f7e11","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-68b670"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3a7224be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:20.773216231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-multi-keys-auth1","reconcileID":"9d312251-e507-4b1b-ac76-322083e6dabc","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:20.773429496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"393fcd76-cd1e-4117-8a85-88af4c4b5c39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:20.77536474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"be261159-7f5d-4d04-b979-f43ed1e86a70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:20.775695971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-multi-keys-auth2","reconcileID":"c31aaad4-41ff-49d7-98f1-e0b9bec8e789","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:21.133655622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"f6ee693c-a6dc-49a2-919e-9315d0a5e42c","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:21.20103473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-multi-keys-auth2","reconcileID":"4c16bf2c-6e14-42e1-b31b-17a5bba413fa","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:21.201795045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"1b41b8b3-576d-4d2e-8351-f0c752320c08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:21.202469464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-multi-keys-auth1","reconcileID":"13620d37-9f3c-4e07-aa7e-9f833d0ded95","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:21.203004889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"923cf554-7455-441e-9ab8-c52621ed27fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:21.263500495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-multi-keys-auth2","reconcileID":"4c16bf2c-6e14-42e1-b31b-17a5bba413fa","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:21.263870063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"1b41b8b3-576d-4d2e-8351-f0c752320c08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:21.267855197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"923cf554-7455-441e-9ab8-c52621ed27fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:21.268438414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-multi-keys-auth1","reconcileID":"13620d37-9f3c-4e07-aa7e-9f833d0ded95","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:21.306061231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"e1b15549-6a80-4d30-be68-ddf27ce6adb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:21.365728109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"e1b15549-6a80-4d30-be68-ddf27ce6adb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:21.631233861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-api-key-deleted-sub-auth","reconcileID":"b9bc6c80-2191-4fcd-8363-ea185b9c0585","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:21.631234965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"c64ca2c7-6867-463a-9694-c60f6b0ba8b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:21.689617076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-api-key-deleted-sub-auth","reconcileID":"b9bc6c80-2191-4fcd-8363-ea185b9c0585","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:21.689676862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"c64ca2c7-6867-463a-9694-c60f6b0ba8b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:27.942020601Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"b370b7b7-5716-4aaa-9c91-15772a64336e","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"model":"e2e-models-e2e-worker-w1-5a6246/distinct-w1-5a6246","subscription":"e2e-sa-multi-no-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:27.997437789Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"b370b7b7-5716-4aaa-9c91-15772a64336e","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"model":"e2e-models-e2e-worker-w1-5a6246/distinct-w1-5a6246","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:28.053567073Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"b370b7b7-5716-4aaa-9c91-15772a64336e","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/distinct-w1-5a6246","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:28.334658976Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-c19b9a-sub models-as-a-service/e2e-rt-sw-e0f514-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:28.336407863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-w1-5a6246","reconcileID":"7e6ffcff-31ba-4986-a4a4-e9f48c830e6a","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:28.491656511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-2-w1-5a6246","reconcileID":"2192374d-c2ab-488e-8032-d21297ecbd7b","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-2-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-2-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:28.607707384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"db8d3168-4ce6-4372-8590-8d3d34a7f0ee","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:28.607890075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"78d80db2-ab5e-4c27-8149-1fe8dab377a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:28.611980184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"72d5551d-6897-4b8b-9e48-46230d82bb9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:28.612585228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"a56b4a62-7c02-490b-915d-464c18e766ec","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:28.661030741Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"34605a58-f13e-4947-ab4e-efe273a086af","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6b1bc38f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:28.667856895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"78d80db2-ab5e-4c27-8149-1fe8dab377a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:28.667903273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"db8d3168-4ce6-4372-8590-8d3d34a7f0ee","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:28.672539808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"72d5551d-6897-4b8b-9e48-46230d82bb9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:28.672589662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"a56b4a62-7c02-490b-915d-464c18e766ec","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:29.147073993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"922cd76a-fafc-44e6-83a3-516d39cf71da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:29.147925443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"1cea2ce8-b991-42e4-b8a1-02fce5d69f3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:29.150857226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"49ce359f-d5ca-45e2-841f-7b3f71cea8d4","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:29.152539038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"5070cfbf-6bdc-4512-b085-9c6c1be7f9b3","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:29.215274887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"1cea2ce8-b991-42e4-b8a1-02fce5d69f3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:29.21905468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"922cd76a-fafc-44e6-83a3-516d39cf71da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:29.2229502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"5070cfbf-6bdc-4512-b085-9c6c1be7f9b3","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:29.235749581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"49ce359f-d5ca-45e2-841f-7b3f71cea8d4","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:29.798736977Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-c19b9a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c19b9a","reconcileID":"6d80d80a-e7e5-456b-bc40-b1a6517ef668","MaaSModelRef":{"name":"e2e-rt-eq-c19b9a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-c19b9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:29.798763252Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-c19b9a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c19b9a","reconcileID":"6d80d80a-e7e5-456b-bc40-b1a6517ef668","MaaSModelRef":{"name":"e2e-rt-eq-c19b9a","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-c19b9a-4d9d2014be51","namespace":"llm","model":"e2e-rt-eq-c19b9a","externalModel":"e2e-rt-eq-c19b9a","provider":"e2e-rt-eq-c19b9a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:29.97585035Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-c19b9a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-c19b9a-sub","reconcileID":"bd43e4a9-51b7-477d-a687-f9760fe6fff8","MaaSSubscription":{"name":"e2e-rt-eq-c19b9a-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2eb37775","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:30.019506208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c8272626-69bc-48f6-aca0-9e593a01d9e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:30.020281721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"69039b50-6694-41d1-8152-8fa470d119c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:30.02088649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e0f514-access","reconcileID":"e9e906cd-5949-4c88-83cb-61c22a733d27","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:30.02479195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-c19b9a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-c19b9a-access","reconcileID":"081eb8e6-5b0d-44dd-9569-3413b176e654","MaaSAuthPolicy":{"name":"e2e-rt-eq-c19b9a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:30.08665434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c8272626-69bc-48f6-aca0-9e593a01d9e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:30.087969702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"69039b50-6694-41d1-8152-8fa470d119c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:30.089153059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e0f514-access","reconcileID":"e9e906cd-5949-4c88-83cb-61c22a733d27","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:30.091710005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-c19b9a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-c19b9a-access","reconcileID":"081eb8e6-5b0d-44dd-9569-3413b176e654","MaaSAuthPolicy":{"name":"e2e-rt-eq-c19b9a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:30.578544654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"708629fa-fa4d-4ae7-9e37-fe954d0c0817","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:30.578760397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e727faef-6303-4b2c-b637-e41a3341d6f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:30.646949613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"708629fa-fa4d-4ae7-9e37-fe954d0c0817","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:30.647687819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e727faef-6303-4b2c-b637-e41a3341d6f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:30.686809656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e0f514-access","reconcileID":"31018e04-fc73-4279-aa76-ebf506ac0cf6","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:30.687833133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-c19b9a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-c19b9a-access","reconcileID":"b473871f-f605-4552-9c0d-99f6e6c541bb","MaaSAuthPolicy":{"name":"e2e-rt-eq-c19b9a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:30.763164708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e0f514-access","reconcileID":"31018e04-fc73-4279-aa76-ebf506ac0cf6","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:30.764687637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-c19b9a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-c19b9a-access","reconcileID":"b473871f-f605-4552-9c0d-99f6e6c541bb","MaaSAuthPolicy":{"name":"e2e-rt-eq-c19b9a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:30.82213216Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-multi-keys-sub2","reconcileID":"b20f6192-1b8c-4573-bb8c-183a5937f02e","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-68b670"},"model":"e2e-models-e2e-worker-w3-68b670/distinct-2-w3-68b670","subscription":"e2e-multi-keys-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:30.87752363Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-multi-keys-sub2","reconcileID":"b20f6192-1b8c-4573-bb8c-183a5937f02e","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-68b670"},"model":"e2e-models-e2e-worker-w3-68b670/distinct-2-w3-68b670","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:30.935399883Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-multi-keys-sub2","reconcileID":"b20f6192-1b8c-4573-bb8c-183a5937f02e","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-distinct-2-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/distinct-2-w3-68b670","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:31.231205624Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:31.244075654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"distinct-2-w3-68b670","reconcileID":"7b3ac444-0571-49a1-ae61-96f693b9f4cb","MaaSModelRef":{"name":"distinct-2-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"distinct-2-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"distinct-2-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:31.308525992Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-api-key-deleted-sub","reconcileID":"9dbbaee9-9a97-4770-85d5-aae06ed8109f","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscription":"e2e-api-key-deleted-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:31.364827518Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e0f514","reconcileID":"75c3cb6c-ad7c-439e-9bba-cc9e0ed31a1e","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-e0f514","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:31.36495512Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e0f514","reconcileID":"75c3cb6c-ad7c-439e-9bba-cc9e0ed31a1e","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-e0f514-2ae64b71b21b","namespace":"llm","model":"e2e-rt-sw-e0f514","externalModel":"e2e-rt-sw-e0f514","provider":"e2e-rt-sw-e0f514-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:31.420845248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"distinct-w3-68b670","reconcileID":"81a33b10-94a8-4093-a0fa-03f6d56f0a47","MaaSModelRef":{"name":"distinct-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"distinct-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"distinct-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:31.525533926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"33addbfa-0d5b-4acb-9e22-f8fb159475e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:31.526356892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-multi-keys-auth2","reconcileID":"d41d6f36-47db-4395-9ac1-c1ea2e6d3271","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:31.530823851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-multi-keys-auth1","reconcileID":"10e8cb03-23b8-461a-b9b0-93e0e522354d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:31.535529171Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-api-key-deleted-sub","reconcileID":"9dbbaee9-9a97-4770-85d5-aae06ed8109f","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-de27f5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:31.547657359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"550a8900-4a74-4205-843b-9d048761664a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:31.597184686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-multi-keys-auth2","reconcileID":"d41d6f36-47db-4395-9ac1-c1ea2e6d3271","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:31.600895558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"33addbfa-0d5b-4acb-9e22-f8fb159475e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:31.617131076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-multi-keys-auth1","reconcileID":"10e8cb03-23b8-461a-b9b0-93e0e522354d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:31.689307914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"550a8900-4a74-4205-843b-9d048761664a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:31.804321371Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-subscription","reconcileID":"6336f32f-affb-4b4b-90f5-134bf36474b4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:31.846907497Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-multi-keys-auth1","reconcileID":"929779f4-29a0-4c42-90f2-bacd068492b7","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-68b670"},"model":"e2e-models-e2e-worker-w3-68b670/distinct-w3-68b670","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:31.881486988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"e5349a00-5b86-4dde-97b6-1dd5ad3eaaf9","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:32.082782378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-multi-keys-auth2","reconcileID":"1f1cf71a-8326-43b7-8c04-bc5edfc0481f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:32.11237232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"distinct-w3-68b670","reconcileID":"c81fe138-bb27-4dd4-90cd-3f9433eaf873","MaaSModelRef":{"name":"distinct-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"distinct-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"distinct-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:32.122344608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"e6f72e66-6b52-43e9-8b7e-a7af1d61ccba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:32.123157449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"940e3f4b-9808-411a-ad35-14e6e5145d10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:32.151781396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-multi-keys-auth2","reconcileID":"1f1cf71a-8326-43b7-8c04-bc5edfc0481f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:32.18528149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"940e3f4b-9808-411a-ad35-14e6e5145d10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:32.187950135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"e6f72e66-6b52-43e9-8b7e-a7af1d61ccba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:32.2326712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-api-key-deleted-sub-auth","reconcileID":"cabc9d1c-4502-458c-837b-6dd82d049a6d","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:32.264330673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"distinct-2-w3-68b670","reconcileID":"b4765c2b-bde3-4878-9311-a196b7718637","MaaSModelRef":{"name":"distinct-2-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"distinct-2-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"distinct-2-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:32.291521634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-api-key-deleted-sub-auth","reconcileID":"cabc9d1c-4502-458c-837b-6dd82d049a6d","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:32.344491696Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"e2e-multi-keys-auth2","reconcileID":"a8613f9b-d8b8-48e3-b033-cdbce02e2dca","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-68b670"},"model":"e2e-models-e2e-worker-w3-68b670/distinct-2-w3-68b670","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:32.516681895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"distinct-2-w3-68b670","reconcileID":"03f9da2a-231d-4f2e-9068-f9180bf06749","MaaSModelRef":{"name":"distinct-2-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"distinct-2-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"distinct-2-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:34.388328004Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"135ce37d-0e1f-4ac3-9216-4b9014ff2245","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:34.388354966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"135ce37d-0e1f-4ac3-9216-4b9014ff2245","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:34.452890922Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"524b5d06-ab3c-4d36-844f-8a13e9d95b9d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:34.453000633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"524b5d06-ab3c-4d36-844f-8a13e9d95b9d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:34.693773167Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e19d7efa-bcaf-40de-bb88-fa0f97d39f51","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:34.693797069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e19d7efa-bcaf-40de-bb88-fa0f97d39f51","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:34.693947871Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-default-int-sub-9ed491 models-as-a-service/e2e-rt-sw-e0f514-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:34.730157923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-9ed491","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-9ed491","reconcileID":"5c3ae80a-6770-4685-988d-1d8fdbbc31f0","MaaSAuthPolicy":{"name":"e2e-default-int-auth-9ed491","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:34.788741176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-9ed491","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-9ed491","reconcileID":"5c3ae80a-6770-4685-988d-1d8fdbbc31f0","MaaSAuthPolicy":{"name":"e2e-default-int-auth-9ed491","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:34.806805977Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e0f514","reconcileID":"8ff42e9d-da68-4b4f-87b2-34bb43d45365","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-e0f514","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:34.806828289Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e0f514","reconcileID":"8ff42e9d-da68-4b4f-87b2-34bb43d45365","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-e0f514-2ae64b71b21b","namespace":"llm","model":"e2e-rt-sw-e0f514","externalModel":"e2e-rt-sw-e0f514","provider":"e2e-rt-sw-e0f514-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:25:34.809118109Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"models-as-a-service/e2e-default-int-sub-9ed491","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-default-int-sub-9ed491\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:34.86727382Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2b104f55-2875-48d4-bfc7-dcb2fe0ccc99","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:34.867302091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2b104f55-2875-48d4-bfc7-dcb2fe0ccc99","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:34.867810832Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bab632a6-493f-43c4-8936-205927b7ff8d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:34.867829566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bab632a6-493f-43c4-8936-205927b7ff8d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:34.958321699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"91c439d2-9123-4632-b0ad-0463e3ec53b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:34.962319915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-c19b9a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-c19b9a-access","reconcileID":"ad721519-423a-4084-81db-b25d51f10daa","MaaSAuthPolicy":{"name":"e2e-rt-eq-c19b9a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:34.965323446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"44de0cb0-5106-40f0-8c7d-150b01e3f643","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:34.967875771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e0f514-access","reconcileID":"9d70e54d-5d7b-4d86-8a7d-e30c91a294f6","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:35.019803995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"91c439d2-9123-4632-b0ad-0463e3ec53b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:35.03058372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-c19b9a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-c19b9a-access","reconcileID":"ad721519-423a-4084-81db-b25d51f10daa","MaaSAuthPolicy":{"name":"e2e-rt-eq-c19b9a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:35.03064266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"44de0cb0-5106-40f0-8c7d-150b01e3f643","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:35.034223548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e0f514-access","reconcileID":"9d70e54d-5d7b-4d86-8a7d-e30c91a294f6","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:35.06365846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"e008f75f-ed34-4e6d-bcb6-5c6824daee43","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:35.064155815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"premium-w4-b1ad4e","reconcileID":"53c9122a-99e7-48b0-94f2-118e978f7600","MaaSModelRef":{"name":"premium-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"premium-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"premium-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:35.064595294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"distinct-w4-b1ad4e","reconcileID":"bbbc7a6c-ea47-43d0-b9d2-e337f1681df7","MaaSModelRef":{"name":"distinct-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"distinct-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"distinct-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:35.12900081Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"95b27a72-00b5-4655-b220-cee9c8cac6fe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:35.129097775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"95b27a72-00b5-4655-b220-cee9c8cac6fe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:35.133303096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"premium-w4-b1ad4e","reconcileID":"1bc99df5-2560-4c63-95fe-b1b64b35dba2","MaaSModelRef":{"name":"premium-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"premium-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"premium-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:35.133893301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"distinct-w4-b1ad4e","reconcileID":"11f22fc1-8176-4b12-9909-3b8a5d8c9a84","MaaSModelRef":{"name":"distinct-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"distinct-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"distinct-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:35.134246517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"63fd80be-2a13-4350-9662-835c4698f845","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:35.157881282Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-9ed491","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-9ed491","reconcileID":"665b46ab-5d30-4bde-9488-6eca4dbb8e67","MaaSSubscription":{"name":"e2e-default-int-sub-9ed491","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-default-int-sub-9ed491","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:35.298551635Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-subscription","reconcileID":"cd389b38-2ddd-4b5d-841c-b30aca46acff","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-premium-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/premium-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:35.299113114Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-subscription","reconcileID":"f7dd2f10-a2b8-4577-a093-a36e62f8db89","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-simulator-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:35.338145405Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d38cd74a-9fb9-47d8-891c-e137de52281d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:35.338246067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d38cd74a-9fb9-47d8-891c-e137de52281d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:35.389111796Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"392f7ebe-ecb8-4932-b65d-06b46f12662c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:35.414948071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-9ed491","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-9ed491","reconcileID":"7857f6aa-2245-4bfc-8a2b-d35d0c3aede7","MaaSAuthPolicy":{"name":"e2e-default-int-auth-9ed491","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:35.430044521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"a16bd1ea-d8f3-4532-b47d-1f64f94fdf4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:35.430620442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"db14c802-ce76-4f4a-8a93-ce76eccc86e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:35.47580034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-9ed491","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-9ed491","reconcileID":"7857f6aa-2245-4bfc-8a2b-d35d0c3aede7","MaaSAuthPolicy":{"name":"e2e-default-int-auth-9ed491","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:35.490827791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"a16bd1ea-d8f3-4532-b47d-1f64f94fdf4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:35.491159387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"db14c802-ce76-4f4a-8a93-ce76eccc86e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:35.554275992Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-9ed491","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-9ed491","reconcileID":"09dc925e-2bb8-4c24-ac12-2e14d2723072","MaaSSubscription":{"name":"e2e-default-int-sub-9ed491","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:38.722525262Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"bc54c7c9-70d7-4c08-99c5-1cdd54a7d204","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"model":"e2e-models-e2e-worker-w1-5a6246/distinct-2-w1-5a6246","subscription":"e2e-sa-multi-no-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:38.791847781Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"bc54c7c9-70d7-4c08-99c5-1cdd54a7d204","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"model":"e2e-models-e2e-worker-w1-5a6246/distinct-2-w1-5a6246","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:38.886953176Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"bc54c7c9-70d7-4c08-99c5-1cdd54a7d204","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/distinct-2-w1-5a6246","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:39.409158315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-2-w1-5a6246","reconcileID":"761bd7c2-4dae-4523-a0ad-07cd8cea53eb","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-2-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-2-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:39.411875711Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-default-int-sub-9ed491 models-as-a-service/e2e-rt-sw-e0f514-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:39.551049704Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"96ad10ca-f005-48d7-ba69-46d9f060d369","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:39.551161824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"96ad10ca-f005-48d7-ba69-46d9f060d369","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:39.557055721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-w1-5a6246","reconcileID":"48448751-8304-41eb-9ae5-2ef1b9516b59","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:39.756161934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"2ecafc94-974b-4dcf-965f-e2d38aac97e4","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:39.757115623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"cf53ea9a-3645-42fe-9839-72dc55e8768d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:39.757816394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"009207e8-faa6-4d7b-abff-2cbb6232140c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:39.799066894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"9401605d-07af-4f0d-9f57-c721dc36b1c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:39.826800757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"009207e8-faa6-4d7b-abff-2cbb6232140c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:39.888950777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"2ecafc94-974b-4dcf-965f-e2d38aac97e4","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:39.907302034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"9401605d-07af-4f0d-9f57-c721dc36b1c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:39.928234231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"cf53ea9a-3645-42fe-9839-72dc55e8768d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:40.031792872Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-c19b9a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-c19b9a-sub","reconcileID":"16abb725-4756-461d-9dba-1ff57c4e6b56","MaaSSubscription":{"name":"e2e-rt-eq-c19b9a-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-c19b9a","subscription":"e2e-rt-eq-c19b9a-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:40.178881707Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"15f9a7bd-79fe-4752-9d14-5d9f97f345ce","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"model":"e2e-models-e2e-worker-w1-5a6246/distinct-w1-5a6246","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:40.179375047Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-c19b9a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-c19b9a-sub","reconcileID":"16abb725-4756-461d-9dba-1ff57c4e6b56","MaaSSubscription":{"name":"e2e-rt-eq-c19b9a-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-c19b9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:40.261790929Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-c19b9a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-c19b9a-sub","reconcileID":"16abb725-4756-461d-9dba-1ff57c4e6b56","MaaSSubscription":{"name":"e2e-rt-eq-c19b9a-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-c19b9a","namespace":"llm","model":"llm/e2e-rt-eq-c19b9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:40.33402043Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-9ed491","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-9ed491","reconcileID":"478e1c2c-4cdd-4df2-86d6-ea62ca7462c7","MaaSAuthPolicy":{"name":"e2e-default-int-auth-9ed491","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:40.334417096Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"59bf8638-5a9a-494a-81c5-b8372a475267","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:40.334431815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"59bf8638-5a9a-494a-81c5-b8372a475267","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:40.451837991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"cc843d02-ad27-4a3c-8bdc-2fed381d23a7","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:40.452296049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-w1-5a6246","reconcileID":"ba0e10dd-6511-41a0-9c5a-dc91210925c6","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:40.571072209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"d84b58b2-921d-4224-9c59-37898fa91e46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:40.578249781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"2d3a24b5-997e-4aaa-b928-ecf93bbd7ff3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:40.579873453Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"98f23912-fe81-41e1-bfde-a5353309cacd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:40.579955007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"98f23912-fe81-41e1-bfde-a5353309cacd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:40.603047226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"cc843d02-ad27-4a3c-8bdc-2fed381d23a7","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:40.632139151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-2-w1-5a6246","reconcileID":"91a1e51d-daa1-45f3-9689-03718440b1bf","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-2-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-2-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:40.683099434Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-default-int-sub-9ed491 models-as-a-service/e2e-rt-sw-e0f514-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:40.72275343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"2d3a24b5-997e-4aaa-b928-ecf93bbd7ff3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:40.754525984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"d84b58b2-921d-4224-9c59-37898fa91e46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:40.756115217Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-c19b9a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c19b9a","reconcileID":"af8e014d-435d-44f4-8a76-37b3b7c2b01d","MaaSModelRef":{"name":"e2e-rt-eq-c19b9a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-c19b9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:40.78982878Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-c19b9a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c19b9a","reconcileID":"af8e014d-435d-44f4-8a76-37b3b7c2b01d","MaaSModelRef":{"name":"e2e-rt-eq-c19b9a","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-c19b9a-4d9d2014be51","namespace":"llm","model":"e2e-rt-eq-c19b9a","externalModel":"e2e-rt-eq-c19b9a","provider":"e2e-rt-eq-c19b9a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:40.885414082Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"0d1df9b4-bf9f-49cf-b3ae-13bf9091bfa3","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"model":"e2e-models-e2e-worker-w1-5a6246/distinct-2-w1-5a6246","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:40.920303042Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"95d92dc7-481c-4121-b631-c18b235efe9c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:40.920430079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"95d92dc7-481c-4121-b631-c18b235efe9c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:40.979509631Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-c19b9a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c19b9a","reconcileID":"8475d8e1-2e83-4276-b8ed-a7098a7455a0","MaaSModelRef":{"name":"e2e-rt-eq-c19b9a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-c19b9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:40.979632722Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-c19b9a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c19b9a","reconcileID":"8475d8e1-2e83-4276-b8ed-a7098a7455a0","MaaSModelRef":{"name":"e2e-rt-eq-c19b9a","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-c19b9a-4d9d2014be51","namespace":"llm","model":"e2e-rt-eq-c19b9a","externalModel":"e2e-rt-eq-c19b9a","provider":"e2e-rt-eq-c19b9a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:41.023591272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-c19b9a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-c19b9a-access","reconcileID":"c84eb5ef-4398-4fb3-99b0-d0b67009812a","MaaSAuthPolicy":{"name":"e2e-rt-eq-c19b9a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:41.039377436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e5ec0b1b-fa5b-44c8-aec3-ef8b8fb5291e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:25:41.105500362Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-c19b9a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c19b9a","reconcileID":"8475d8e1-2e83-4276-b8ed-a7098a7455a0","name":"e2e-rt-eq-c19b9a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-eq-c19b9a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:25:41.105649472Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-c19b9a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c19b9a","reconcileID":"8475d8e1-2e83-4276-b8ed-a7098a7455a0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-eq-c19b9a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:41.113217957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-c19b9a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-c19b9a-access","reconcileID":"c84eb5ef-4398-4fb3-99b0-d0b67009812a","MaaSAuthPolicy":{"name":"e2e-rt-eq-c19b9a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:41.165732679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e5ec0b1b-fa5b-44c8-aec3-ef8b8fb5291e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:41.171249729Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-c19b9a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c19b9a","reconcileID":"c136e814-0443-4a0d-a2f4-448c4c9ef992","MaaSModelRef":{"name":"e2e-rt-eq-c19b9a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-c19b9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:41.172188297Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-c19b9a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c19b9a","reconcileID":"c136e814-0443-4a0d-a2f4-448c4c9ef992","MaaSModelRef":{"name":"e2e-rt-eq-c19b9a","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-c19b9a-4d9d2014be51","namespace":"llm","model":"e2e-rt-eq-c19b9a","externalModel":"e2e-rt-eq-c19b9a","provider":"e2e-rt-eq-c19b9a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:41.227787103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-2-w1-5a6246","reconcileID":"f9e6e6a9-f420-4ece-983b-9b007e7eb1c3","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-2-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-2-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:41.276965954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"3ba1d9e8-0500-4696-8266-698e42f01547","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:41.280815848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"d7c4824b-24cb-4cbd-8d27-519c2f8f5b75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:41.335549016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"3ba1d9e8-0500-4696-8266-698e42f01547","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:41.338788997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"d7c4824b-24cb-4cbd-8d27-519c2f8f5b75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:41.38718532Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-c19b9a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-c19b9a-access","reconcileID":"d5506f2e-03a9-4454-9263-d7b6f5477b8a","MaaSAuthPolicy":{"name":"e2e-rt-eq-c19b9a-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-c19b9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:41.401259192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4e0c6b19-4bc3-43aa-aae9-8daebee5d60c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:41.459525635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4e0c6b19-4bc3-43aa-aae9-8daebee5d60c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:41.58881114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e0f514-access","reconcileID":"7900dca3-f864-4316-9ecf-475647182033","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:41.651361948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e0f514-access","reconcileID":"7900dca3-f864-4316-9ecf-475647182033","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:41.691392474Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-c19b9a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c19b9a","reconcileID":"cf81f0ea-b8c6-4a5a-bb6f-9895c50c773e","MaaSModelRef":{"name":"e2e-rt-eq-c19b9a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-c19b9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:41.691416871Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-c19b9a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c19b9a","reconcileID":"cf81f0ea-b8c6-4a5a-bb6f-9895c50c773e","MaaSModelRef":{"name":"e2e-rt-eq-c19b9a","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-c19b9a-4d9d2014be51","namespace":"llm","model":"e2e-rt-eq-c19b9a","externalModel":"e2e-rt-eq-c19b9a","provider":"e2e-rt-eq-c19b9a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:41.794924131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0eeddb08-3138-4068-8474-fae138df681d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:41.852904297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0eeddb08-3138-4068-8474-fae138df681d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:42.270599556Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-c19b9a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c19b9a","reconcileID":"4e4c4776-578f-4df1-a121-c7f54d604bfc","namespace":"llm","name":"e2e-rt-eq-c19b9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:42.330673593Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6c284de1-09d2-474d-9dd4-b8091c2683b0","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:42.330700631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6c284de1-09d2-474d-9dd4-b8091c2683b0","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:42.331000727Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a1c8170e-6fa1-4704-9737-a0d63fa742cc","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:42.331019411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a1c8170e-6fa1-4704-9737-a0d63fa742cc","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:42.331288225Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"72207ae2-a5c7-4236-a088-a5c840f9dd0e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:42.331306792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"72207ae2-a5c7-4236-a088-a5c840f9dd0e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:42.331612402Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9b7774e8-760a-4b35-93bf-b6b7702897e9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:42.331629534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9b7774e8-760a-4b35-93bf-b6b7702897e9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:42.332045361Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8c9d3aab-7e5b-4edb-a655-2a3c7aa7e31a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:42.332063475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8c9d3aab-7e5b-4edb-a655-2a3c7aa7e31a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:42.332354685Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"aa916a01-b373-4c35-85fe-59246cd4ab7f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:42.332373057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"aa916a01-b373-4c35-85fe-59246cd4ab7f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:42.332605972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"13b24bc3-6394-42f2-919e-48230d7a239d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:42.332617598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"13b24bc3-6394-42f2-919e-48230d7a239d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:42.332813406Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bc562b75-c402-452a-86f9-8cac9ea9cdfc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:42.332824613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bc562b75-c402-452a-86f9-8cac9ea9cdfc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:42.386204342Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-9ed491","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-9ed491","reconcileID":"5d2a2123-c5a7-4869-9887-f93b56786094","MaaSSubscription":{"name":"e2e-default-int-sub-9ed491","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-375aa143","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:42.387190656Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e0f514","reconcileID":"7ce862b2-5613-4db7-a094-f4bf2480cd9c","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-e0f514","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:42.387210464Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e0f514","reconcileID":"7ce862b2-5613-4db7-a094-f4bf2480cd9c","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-e0f514-2ae64b71b21b","namespace":"llm","model":"e2e-rt-sw-e0f514","externalModel":"e2e-rt-sw-e0f514","provider":"e2e-rt-sw-e0f514-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:42.432872349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-api-key-deleted-sub-auth","reconcileID":"b237d797-7b52-4726-acb1-0d87fc6ae61a","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:42.433204764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"be42958b-28be-4a3a-8ee3-1fb83ddbd832","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:42.434398207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"d13ccb08-ea76-45d7-b6f9-283bc329a75f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:42.438145987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"a5ac65aa-cf58-4455-8e0e-73847843257d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:42.438732601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"aed67b91-54c9-4651-889c-2fa9d7fd03c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:42.494371035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"be42958b-28be-4a3a-8ee3-1fb83ddbd832","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:42.497735716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-api-key-deleted-sub-auth","reconcileID":"b237d797-7b52-4726-acb1-0d87fc6ae61a","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:42.500842316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"aed67b91-54c9-4651-889c-2fa9d7fd03c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:42.505400064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"d13ccb08-ea76-45d7-b6f9-283bc329a75f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:42.511870363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"a5ac65aa-cf58-4455-8e0e-73847843257d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:42.548555646Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0eeb1b03-23e8-4998-81e5-9b127338b687","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:42.609281877Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-e0f514-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e0f514-sub","reconcileID":"0be55b85-7b85-48f9-b9e6-319622e6eb5b","MaaSSubscription":{"name":"e2e-rt-sw-e0f514-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-e0f514","model":"llm/e2e-rt-sw-e0f514","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:42.613809949Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8c8ab788-e961-4eda-9f3b-5ae2b009904c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:42.881492264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"f4bfc1da-005b-457b-af76-16a69aaf9139","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:42.881774186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"61f16908-70e4-4f3c-b592-b389adbd64d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:42.940161677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"f4bfc1da-005b-457b-af76-16a69aaf9139","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:42.942686589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"61f16908-70e4-4f3c-b592-b389adbd64d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:42.989675875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"4fa71cce-c059-4951-8a76-e819a0723e59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:42.99236586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"8dfc7625-2be3-4136-ae33-d969c4bd0684","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:42.993208755Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9a006196-7fd7-4b5f-ba96-d5447c70f702","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:43.048295367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"4fa71cce-c059-4951-8a76-e819a0723e59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:43.051020004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"8dfc7625-2be3-4136-ae33-d969c4bd0684","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:43.078934843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"08e8387d-dfaa-4159-b359-ec2fbf8dd7c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:43.13724013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"08e8387d-dfaa-4159-b359-ec2fbf8dd7c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:43.211576079Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-c19b9a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c19b9a","reconcileID":"2723ca2b-6c22-4fbd-9191-a1c20ba06ea8","namespace":"llm","name":"e2e-rt-eq-c19b9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:43.320347876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"774acdac-0043-4f38-89fa-1f23e01ff18f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:43.373616514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e0f514-access","reconcileID":"4bea0695-cb20-4633-b311-6fd57a80f633","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:43.380509995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"774acdac-0043-4f38-89fa-1f23e01ff18f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:43.432285915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e0f514-access","reconcileID":"4bea0695-cb20-4633-b311-6fd57a80f633","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:43.468649273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"feeabfa3-0eb5-4734-a468-73337ae516df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:43.468672767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"626851f6-ad87-4f1d-ad5b-b3a7776f1a6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:43.507104412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"4ccffc97-dc88-4de9-8445-769ddb7a4584","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:43.530060299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"feeabfa3-0eb5-4734-a468-73337ae516df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:43.530246738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"626851f6-ad87-4f1d-ad5b-b3a7776f1a6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:43.57000464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"4ccffc97-dc88-4de9-8445-769ddb7a4584","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:43.750113399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"1e4348de-f282-4b85-9c30-b7a8d92e6168","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:43.809732585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"1e4348de-f282-4b85-9c30-b7a8d92e6168","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:43.95473756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-api-key-deleted-sub-auth","reconcileID":"97f1323f-e875-4fe0-9902-fafea41fb07e","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:43.955382832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"dcb1e93a-f8dc-4f34-90c0-77c350b112fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:43.955994692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"fb31eeb3-c919-4f63-bedb-857bcaf50719","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:44.009370769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e0f514-access","reconcileID":"9835943f-4108-4ecb-b42b-34e9b07b7a61","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:44.019360872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-api-key-deleted-sub-auth","reconcileID":"97f1323f-e875-4fe0-9902-fafea41fb07e","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:44.019782733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"fb31eeb3-c919-4f63-bedb-857bcaf50719","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:44.023142312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"dcb1e93a-f8dc-4f34-90c0-77c350b112fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:44.067963589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e0f514-access","reconcileID":"9835943f-4108-4ecb-b42b-34e9b07b7a61","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:44.178495065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"f9c4e2c7-c467-4c53-a583-688d29a68d0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:44.236498367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"f9c4e2c7-c467-4c53-a583-688d29a68d0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:44.259389457Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e0f514","reconcileID":"62bc1c86-f2d8-4b1c-b3da-77fabdb1a364","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-e0f514","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:44.259426809Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e0f514","reconcileID":"62bc1c86-f2d8-4b1c-b3da-77fabdb1a364","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-e0f514-2ae64b71b21b","namespace":"llm","model":"e2e-rt-sw-e0f514","externalModel":"e2e-rt-sw-e0f514","provider":"e2e-rt-sw-e0f514-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:44.396574846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"9c65218d-cd5d-43cf-abda-16cc8a3fad7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:44.397739737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"dd3cbb1f-2c62-42ce-a655-c0293668e687","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:44.397847799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"aa6a3588-786a-4060-bd0d-7080dbe80d49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:44.425962603Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-e0f514-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e0f514-sub","reconcileID":"042b53e1-a374-449e-ba60-02449ed33cdf","MaaSSubscription":{"name":"e2e-rt-sw-e0f514-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c71f4a70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:44.455171082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"9c65218d-cd5d-43cf-abda-16cc8a3fad7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:44.457239028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"aa6a3588-786a-4060-bd0d-7080dbe80d49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:44.457617374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"dd3cbb1f-2c62-42ce-a655-c0293668e687","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:44.503090167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"2f07a981-2f88-44f3-b20e-71d9e08196e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:44.562375545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"2f07a981-2f88-44f3-b20e-71d9e08196e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:44.65581602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"236c6511-d6be-4af5-952f-d7faa0e9f916","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:44.717283483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"236c6511-d6be-4af5-952f-d7faa0e9f916","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:44.906988638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b32f7d19-da1c-43dc-b3bd-47b0e8ce4f00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:44.912286511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e0f514-access","reconcileID":"3dd09885-5579-4627-9b08-e360bdd1e052","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:44.912423191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"04017517-1a5c-46eb-a73f-4250668b2f82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:44.967284101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b32f7d19-da1c-43dc-b3bd-47b0e8ce4f00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:44.975975465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e0f514-access","reconcileID":"3dd09885-5579-4627-9b08-e360bdd1e052","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:45.007584414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"04017517-1a5c-46eb-a73f-4250668b2f82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:48.455850779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1d204d0-4e31-4422-ac03-a5011cd6e695","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:48.508969018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1d204d0-4e31-4422-ac03-a5011cd6e695","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:48.56190525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1d204d0-4e31-4422-ac03-a5011cd6e695","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:48.614881978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1d204d0-4e31-4422-ac03-a5011cd6e695","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:48.977016327Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-9902a0c2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-9902a0c2","reconcileID":"c2bb974e-f0b9-4d42-b0fb-36497808c0c5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-9902a0c2","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-9902a0c2":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:50.688435138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58f06e6d-7514-4e24-b5b8-54cca1e133ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:50.741621408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58f06e6d-7514-4e24-b5b8-54cca1e133ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:50.795000803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58f06e6d-7514-4e24-b5b8-54cca1e133ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:50.848106532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58f06e6d-7514-4e24-b5b8-54cca1e133ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:52.440030737Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-9ed491","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-9ed491","reconcileID":"6b86e4f8-747f-4382-a25e-7e4adfb81ec2","MaaSSubscription":{"name":"e2e-default-int-sub-9ed491","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-default-int-sub-9ed491","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:52.606186727Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-9ed491","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-9ed491","reconcileID":"6b86e4f8-747f-4382-a25e-7e4adfb81ec2","MaaSSubscription":{"name":"e2e-default-int-sub-9ed491","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:52.832420288Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc4c4e02-b440-46e5-8f3a-0a060a8b04e0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:52.832484687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc4c4e02-b440-46e5-8f3a-0a060a8b04e0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:52.857599961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a224c830-99b3-43a1-bf71-25fcabc25e46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:52.911397474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a224c830-99b3-43a1-bf71-25fcabc25e46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:52.964761137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a224c830-99b3-43a1-bf71-25fcabc25e46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:53.018011595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a224c830-99b3-43a1-bf71-25fcabc25e46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:53.183096802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"acd588ed-1b49-4e48-8587-24ef5056d9b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:53.183172093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e0f514-access","reconcileID":"abb7c7ac-03b1-4355-ac78-02d302a5bfef","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:53.183728277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e3d5d0b3-9d12-4d0d-b21d-c4c5c4f7f313","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:53.241606148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"acd588ed-1b49-4e48-8587-24ef5056d9b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:53.242596003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e3d5d0b3-9d12-4d0d-b21d-c4c5c4f7f313","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:53.243899018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e0f514-access","reconcileID":"abb7c7ac-03b1-4355-ac78-02d302a5bfef","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:53.603649365Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"00cb6a99-bcb2-4b92-a95e-394a0068e035","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:53.603675327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"00cb6a99-bcb2-4b92-a95e-394a0068e035","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:53.661917361Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a5fb190a-0704-46af-8882-5a5c6e2fdee7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:53.661943221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a5fb190a-0704-46af-8882-5a5c6e2fdee7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:53.767633379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-2dc07455"},"namespace":"ai-tenant-e2e-mt-2dc07455","name":"e2e-shared-int-policy-2dc07455","reconcileID":"06816cde-301a-489f-adc4-c10ad4e1452e","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-2dc07455"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:53.896232501Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7b158528-3045-4ec4-8b01-609b36080dcf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:53.896255011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7b158528-3045-4ec4-8b01-609b36080dcf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:53.897176979Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-2dc07455"},"namespace":"ai-tenant-e2e-mt-2dc07455","name":"e2e-shared-int-policy-2dc07455","reconcileID":"06816cde-301a-489f-adc4-c10ad4e1452e","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-2dc07455"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:53.953905464Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-2dc07455"},"namespace":"ai-tenant-e2e-mt-2dc07455","name":"e2e-shared-int-policy-2dc07455","reconcileID":"06816cde-301a-489f-adc4-c10ad4e1452e","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-2dc07455"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:53.955161647Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a7a9d9a7-15ef-444e-9083-4065963f141d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:53.955179034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a7a9d9a7-15ef-444e-9083-4065963f141d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:25:54.007306898Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-2dc07455","namespace":"ai-tenant-e2e-mt-2dc07455"},"namespace":"ai-tenant-e2e-mt-2dc07455","name":"e2e-shared-int-sub-2dc07455","reconcileID":"789e09cb-f10f-4e3b-8b06-ba78a9040d6c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-2dc07455\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:54.01230561Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"260903a1-bfc3-4c52-9ea5-ccd9c18691fe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:54.012326563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"260903a1-bfc3-4c52-9ea5-ccd9c18691fe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:54.120533409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-2dc07455"},"namespace":"ai-tenant-e2e-mt-2dc07455","name":"e2e-shared-int-policy-2dc07455","reconcileID":"3368dcc5-548e-4d56-bfbb-fbe349ae5c28","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-2dc07455"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:54.124808657Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"32469c02-65d6-426d-bcb9-fcf9f7dac74c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:54.124825718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"32469c02-65d6-426d-bcb9-fcf9f7dac74c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:54.178567168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-2dc07455"},"namespace":"ai-tenant-e2e-mt-2dc07455","name":"e2e-shared-int-policy-2dc07455","reconcileID":"3368dcc5-548e-4d56-bfbb-fbe349ae5c28","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-2dc07455"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:54.183782361Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b0dcab18-b05a-4624-8188-8763d6ad8199","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:54.183797617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b0dcab18-b05a-4624-8188-8763d6ad8199","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:54.235349025Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-2dc07455"},"namespace":"ai-tenant-e2e-mt-2dc07455","name":"e2e-shared-int-policy-2dc07455","reconcileID":"3368dcc5-548e-4d56-bfbb-fbe349ae5c28","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-2dc07455"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:25:54.289540511Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-2dc07455"},"namespace":"ai-tenant-e2e-mt-2dc07455","name":"e2e-shared-int-policy-2dc07455","reconcileID":"3368dcc5-548e-4d56-bfbb-fbe349ae5c28","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-shared-int-policy-2dc07455\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:54.401754736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-2dc07455"},"namespace":"ai-tenant-e2e-mt-2dc07455","name":"e2e-shared-int-policy-2dc07455","reconcileID":"de7f5e45-09e4-41ac-807c-bbd13f9fb3ec","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-2dc07455"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:54.459612704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-2dc07455"},"namespace":"ai-tenant-e2e-mt-2dc07455","name":"e2e-shared-int-policy-2dc07455","reconcileID":"de7f5e45-09e4-41ac-807c-bbd13f9fb3ec","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-2dc07455"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:54.460623509Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-2dc07455","namespace":"ai-tenant-e2e-mt-2dc07455"},"namespace":"ai-tenant-e2e-mt-2dc07455","name":"e2e-shared-int-sub-2dc07455","reconcileID":"6a21ee0a-024b-4717-a1c8-919f01716f09","MaaSSubscription":{"name":"e2e-shared-int-sub-2dc07455","namespace":"ai-tenant-e2e-mt-2dc07455"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-2dc07455/e2e-shared-int-sub-2dc07455","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:54.478946891Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-e0f514-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e0f514-sub","reconcileID":"a876342e-2787-4640-8271-8c269c10ec5e","MaaSSubscription":{"name":"e2e-rt-sw-e0f514-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-e0f514","subscription":"e2e-rt-sw-e0f514-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:54.519828678Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-2dc07455"},"namespace":"ai-tenant-e2e-mt-2dc07455","name":"e2e-shared-int-policy-2dc07455","reconcileID":"de7f5e45-09e4-41ac-807c-bbd13f9fb3ec","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-2dc07455"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:54.588077853Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-e0f514-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e0f514-sub","reconcileID":"a876342e-2787-4640-8271-8c269c10ec5e","MaaSSubscription":{"name":"e2e-rt-sw-e0f514-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-e0f514","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:54.637083246Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"819c1891-a4ae-440f-bfc1-174f7b6ede49","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:54.637214295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"819c1891-a4ae-440f-bfc1-174f7b6ede49","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:54.649029487Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-e0f514-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e0f514-sub","reconcileID":"a876342e-2787-4640-8271-8c269c10ec5e","MaaSSubscription":{"name":"e2e-rt-sw-e0f514-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-e0f514","namespace":"llm","model":"llm/e2e-rt-sw-e0f514","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:54.685037182Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0661582a-a96d-46e9-8c15-caba178f2fdc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:54.851280805Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-2dc07455","namespace":"ai-tenant-e2e-mt-2dc07455"},"namespace":"ai-tenant-e2e-mt-2dc07455","name":"e2e-shared-int-sub-2dc07455","reconcileID":"179e1c74-83bf-40e0-ad6c-916d3d4ce057","MaaSSubscription":{"name":"e2e-shared-int-sub-2dc07455","namespace":"ai-tenant-e2e-mt-2dc07455"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:54.987706198Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e0f514","reconcileID":"25ece867-1bad-420d-bdcb-2beb967f98dc","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-e0f514","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:54.987732905Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e0f514","reconcileID":"25ece867-1bad-420d-bdcb-2beb967f98dc","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-e0f514-2ae64b71b21b","namespace":"llm","model":"e2e-rt-sw-e0f514","externalModel":"e2e-rt-sw-e0f514","provider":"e2e-rt-sw-e0f514-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:55.100039878Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ae28948c-b9f6-494c-b18f-b5e4e7db1908","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:55.10006117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ae28948c-b9f6-494c-b18f-b5e4e7db1908","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:55.144725044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e0f514-access","reconcileID":"bf0af30d-dd4a-4efd-8d04-837f67e98bf3","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:55.14497986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1c0d9b99-ed9c-4538-a2f7-a04b24b4f81e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:55.144724988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d0e98a22-1901-4c60-b7b8-490de0f1df08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:55.156823626Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e0f514","reconcileID":"b584e9b1-95fc-4299-861f-e5151e620e06","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-e0f514","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:55.156849738Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e0f514","reconcileID":"b584e9b1-95fc-4299-861f-e5151e620e06","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-e0f514-2ae64b71b21b","namespace":"llm","model":"e2e-rt-sw-e0f514","externalModel":"e2e-rt-sw-e0f514","provider":"e2e-rt-sw-e0f514-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:55.158778969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"namespace":"ai-tenant-e2e-mt-632d3b9d","name":"e2e-shared-int-policy-2dc07455","reconcileID":"84c47347-6581-47e5-b93d-990267b917aa","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:55.216297795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"namespace":"ai-tenant-e2e-mt-632d3b9d","name":"e2e-shared-int-policy-2dc07455","reconcileID":"84c47347-6581-47e5-b93d-990267b917aa","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:55.274411318Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e0f514-access","reconcileID":"bf0af30d-dd4a-4efd-8d04-837f67e98bf3","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:25:55.281402262Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1c0d9b99-ed9c-4538-a2f7-a04b24b4f81e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:55.287879109Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75b5f988-c19b-403d-8bbb-c1797676d538","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:55.287899424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75b5f988-c19b-403d-8bbb-c1797676d538","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:55.311332293Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"namespace":"ai-tenant-e2e-mt-632d3b9d","name":"e2e-shared-int-policy-2dc07455","reconcileID":"84c47347-6581-47e5-b93d-990267b917aa","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:25:55.315382893Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d0e98a22-1901-4c60-b7b8-490de0f1df08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:55.402143329Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e0f514-access","reconcileID":"bf0af30d-dd4a-4efd-8d04-837f67e98bf3","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:25:55.403089421Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1c0d9b99-ed9c-4538-a2f7-a04b24b4f81e","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:25:55.404415336Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d0e98a22-1901-4c60-b7b8-490de0f1df08","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:55.404712416Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"410dd923-2e90-4353-bbe5-0563009e3580","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:55.404728284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"410dd923-2e90-4353-bbe5-0563009e3580","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:55.405266548Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5492bf9c-7cf9-40ea-b82c-904dcbcbd27d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:55.405281401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5492bf9c-7cf9-40ea-b82c-904dcbcbd27d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:55.405622434Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f9a40743-4092-42c5-a650-67642d1a3ede","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:55.405636704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f9a40743-4092-42c5-a650-67642d1a3ede","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:25:55.454692402Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"namespace":"ai-tenant-e2e-mt-632d3b9d","name":"e2e-shared-int-sub-2dc07455","reconcileID":"eff78a59-eae6-434d-8774-b3123c51b46d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-2dc07455\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:25:55.456088248Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e0f514-access","reconcileID":"bf0af30d-dd4a-4efd-8d04-837f67e98bf3","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-rt-sw-e0f514-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:55.456267066Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e0f514-access","reconcileID":"f0522bbc-a845-42f0-bccc-7a8f79782646","MaaSAuthPolicy":{"name":"e2e-rt-sw-e0f514-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-e0f514","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:55.509523045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"namespace":"ai-tenant-e2e-mt-632d3b9d","name":"e2e-shared-int-policy-2dc07455","reconcileID":"3f224a2d-7ff5-44e1-9c29-f655fc83eedb","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:55.56655442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"14b10242-86e6-4d7b-99cc-233d855bed24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:55.567618248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6659fe4e-1ff8-4213-abe4-32d6c178a739","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:55.568362724Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"850821e8-e85d-4d5c-be18-6db9fbde319b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:55.568394467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"850821e8-e85d-4d5c-be18-6db9fbde319b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:55.624970717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"14b10242-86e6-4d7b-99cc-233d855bed24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:55.625482412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6659fe4e-1ff8-4213-abe4-32d6c178a739","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:55.625949558Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1f5ca728-2145-4b7c-9c80-edcd8e599285","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:55.625965811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1f5ca728-2145-4b7c-9c80-edcd8e599285","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:55.675892156Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"namespace":"ai-tenant-e2e-mt-632d3b9d","name":"e2e-shared-int-policy-2dc07455","reconcileID":"3f224a2d-7ff5-44e1-9c29-f655fc83eedb","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:55.687304735Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6659fe4e-1ff8-4213-abe4-32d6c178a739","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:55.687582544Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"14b10242-86e6-4d7b-99cc-233d855bed24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:55.741014383Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e0f514","reconcileID":"9b045cb1-4f01-4455-8fce-0418fff7a97b","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-e0f514","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:55.741048854Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e0f514","reconcileID":"9b045cb1-4f01-4455-8fce-0418fff7a97b","MaaSModelRef":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-e0f514-2ae64b71b21b","namespace":"llm","model":"e2e-rt-sw-e0f514","externalModel":"e2e-rt-sw-e0f514","provider":"e2e-rt-sw-e0f514-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:55.745417311Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"namespace":"ai-tenant-e2e-mt-632d3b9d","name":"e2e-shared-int-policy-2dc07455","reconcileID":"3f224a2d-7ff5-44e1-9c29-f655fc83eedb","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:55.794531012Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4adc1fdf-be6d-4739-89dd-150c5a3b4c4e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:55.794550838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4adc1fdf-be6d-4739-89dd-150c5a3b4c4e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:55.794968182Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"36f28aa7-f0ac-43b7-8bce-1288d184efce","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:55.794981971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"36f28aa7-f0ac-43b7-8bce-1288d184efce","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:25:55.799515723Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"namespace":"ai-tenant-e2e-mt-632d3b9d","name":"e2e-shared-int-policy-2dc07455","reconcileID":"3f224a2d-7ff5-44e1-9c29-f655fc83eedb","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-shared-int-policy-2dc07455\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:55.907530598Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"namespace":"ai-tenant-e2e-mt-632d3b9d","name":"e2e-shared-int-sub-2dc07455","reconcileID":"57cdfa10-e660-4ef2-b9fe-5da1c598ca27","MaaSSubscription":{"name":"e2e-shared-int-sub-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-2dc07455/e2e-shared-int-sub-2dc07455","ai-tenant-e2e-mt-632d3b9d/e2e-shared-int-sub-2dc07455","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:55.911014248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"namespace":"ai-tenant-e2e-mt-632d3b9d","name":"e2e-shared-int-policy-2dc07455","reconcileID":"6c1c27c7-17e5-48f5-85fe-0d8e14074035","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:55.969029323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"namespace":"ai-tenant-e2e-mt-632d3b9d","name":"e2e-shared-int-policy-2dc07455","reconcileID":"6c1c27c7-17e5-48f5-85fe-0d8e14074035","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:56.025624115Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"namespace":"ai-tenant-e2e-mt-632d3b9d","name":"e2e-shared-int-policy-2dc07455","reconcileID":"6c1c27c7-17e5-48f5-85fe-0d8e14074035","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:56.07859128Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"28e1b207-ec1c-4f90-9f6d-5dc4df4dc7d0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:56.078613074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"28e1b207-ec1c-4f90-9f6d-5dc4df4dc7d0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:56.08535062Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"62dda19e-ab6c-4185-9214-6b96b4027c87","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:56.08537087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"62dda19e-ab6c-4185-9214-6b96b4027c87","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:56.121517399Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-2dc07455","namespace":"ai-tenant-e2e-mt-2dc07455"},"namespace":"ai-tenant-e2e-mt-2dc07455","name":"e2e-shared-int-sub-2dc07455","reconcileID":"3989e990-0426-4c60-962e-3026852be038","MaaSSubscription":{"name":"e2e-shared-int-sub-2dc07455","namespace":"ai-tenant-e2e-mt-2dc07455"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:56.121598614Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7a9148f0-351c-4993-a7fa-85a4bb4cbe02","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:56.295011577Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"namespace":"ai-tenant-e2e-mt-632d3b9d","name":"e2e-shared-int-sub-2dc07455","reconcileID":"17e0ffa7-1e8f-4ddc-a836-4dc5b28b92f8","MaaSSubscription":{"name":"e2e-shared-int-sub-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:56.318176611Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e0f514","reconcileID":"e1620dba-5f89-430a-af52-a614a44cef46","namespace":"llm","name":"e2e-rt-sw-e0f514","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:56.376244227Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9f50dd46-4f4f-4a7c-8fe4-95a1071b049a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:56.376272193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9f50dd46-4f4f-4a7c-8fe4-95a1071b049a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:56.377725816Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7000bda0-4324-4c4c-a2a8-6e13feb5be53","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:56.377747486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7000bda0-4324-4c4c-a2a8-6e13feb5be53","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:56.378661975Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"cf64c365-8ed9-4024-8be7-c457cfbeaa28","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:56.378678724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"cf64c365-8ed9-4024-8be7-c457cfbeaa28","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:56.379272163Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e86edc18-e27a-4c4c-9829-27e48a6c73c2","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:56.379289434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e86edc18-e27a-4c4c-9829-27e48a6c73c2","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:56.380501632Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c4568d87-d9fa-4e5b-bdb6-f91a74ac8f12","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:56.38052206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c4568d87-d9fa-4e5b-bdb6-f91a74ac8f12","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:56.381259827Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5416fea5-fe8a-4d8a-9ad9-acbf45b74c47","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:56.381282529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5416fea5-fe8a-4d8a-9ad9-acbf45b74c47","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:56.382415009Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0854bfdf-46e6-422c-9020-206d7677f464","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:56.382435038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0854bfdf-46e6-422c-9020-206d7677f464","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:56.382856037Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"18a438bd-dc61-4eba-a548-c940114c9eb4","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:56.382877377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"18a438bd-dc61-4eba-a548-c940114c9eb4","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:56.42540284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"namespace":"ai-tenant-e2e-mt-632d3b9d","name":"e2e-shared-int-policy-2dc07455","reconcileID":"2470352e-b0ae-4e5a-8b66-ecc59a684898","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:56.425977665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-2dc07455"},"namespace":"ai-tenant-e2e-mt-2dc07455","name":"e2e-shared-int-policy-2dc07455","reconcileID":"2e34bcb0-22c7-46e5-9ad0-2fa9e74593c2","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-2dc07455"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:56.478084624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f8dabaca-53de-4915-a4a6-2f1c8d573cf7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:56.478236011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"ac6f53c2-aed8-4f06-8810-5a1a01f0a83e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:56.478587485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6cee4413-4345-4671-ae3c-b3f0301269ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:56.483881603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-2dc07455"},"namespace":"ai-tenant-e2e-mt-2dc07455","name":"e2e-shared-int-policy-2dc07455","reconcileID":"2e34bcb0-22c7-46e5-9ad0-2fa9e74593c2","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-2dc07455"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:56.483891207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"namespace":"ai-tenant-e2e-mt-632d3b9d","name":"e2e-shared-int-policy-2dc07455","reconcileID":"2470352e-b0ae-4e5a-8b66-ecc59a684898","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:56.537007889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"ac6f53c2-aed8-4f06-8810-5a1a01f0a83e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:56.54064864Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-2dc07455"},"namespace":"ai-tenant-e2e-mt-2dc07455","name":"e2e-shared-int-policy-2dc07455","reconcileID":"2e34bcb0-22c7-46e5-9ad0-2fa9e74593c2","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-2dc07455"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:56.541781293Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"namespace":"ai-tenant-e2e-mt-632d3b9d","name":"e2e-shared-int-policy-2dc07455","reconcileID":"2470352e-b0ae-4e5a-8b66-ecc59a684898","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:56.591219808Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4a7c0472-091b-43e2-9a79-be633ec4f29f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:56.591483434Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-2dc07455","namespace":"ai-tenant-e2e-mt-2dc07455"},"namespace":"ai-tenant-e2e-mt-2dc07455","name":"e2e-shared-int-sub-2dc07455","reconcileID":"95da07d5-0053-4639-8d0c-99008d482d6b","MaaSSubscription":{"name":"e2e-shared-int-sub-2dc07455","namespace":"ai-tenant-e2e-mt-2dc07455"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:56.591898238Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"21201fac-55aa-4816-9c7e-aa9b6a907f0b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:56.601398954Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8255b9c3-dc52-4e31-b565-2656c72838e5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:56.601421885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8255b9c3-dc52-4e31-b565-2656c72838e5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:56.609530346Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f8dabaca-53de-4915-a4a6-2f1c8d573cf7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:25:56.613808471Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6cee4413-4345-4671-ae3c-b3f0301269ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:56.669527893Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f8dabaca-53de-4915-a4a6-2f1c8d573cf7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:25:56.673387228Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6cee4413-4345-4671-ae3c-b3f0301269ca","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:56.673667763Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f9e66728-80c4-45e1-8bab-efac8f39b222","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:56.673693211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f9e66728-80c4-45e1-8bab-efac8f39b222","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:56.692980659Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"namespace":"ai-tenant-e2e-mt-632d3b9d","name":"e2e-shared-int-sub-2dc07455","reconcileID":"9ed56b4e-fc24-4ccb-a965-1f72d87d97e1","MaaSSubscription":{"name":"e2e-shared-int-sub-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:56.707050942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"553932b4-505d-4981-88a2-96298ae805b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:56.728717995Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"57798fc4-a9cd-4dee-ad30-b4b8477d11e6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:56.728745315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"57798fc4-a9cd-4dee-ad30-b4b8477d11e6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:56.76539098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"553932b4-505d-4981-88a2-96298ae805b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:56.805017065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"940f1da0-a89f-4565-acb6-1a566463aefd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:56.8645989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"940f1da0-a89f-4565-acb6-1a566463aefd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:56.902959583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"b78a152d-668f-4ac8-b557-2a81303d1541","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:56.90311957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"0af4526e-fc53-4653-81af-f373ffe0a72a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:56.902963097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"8b09077c-627d-4ce6-b418-9e2ae37bdbe3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:56.9061309Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-e0f514","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e0f514","reconcileID":"b93eae18-891c-45ae-bc4c-30ecf7cf3c86","namespace":"llm","name":"e2e-rt-sw-e0f514","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:56.965843583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"8b09077c-627d-4ce6-b418-9e2ae37bdbe3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:56.966812506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"b78a152d-668f-4ac8-b557-2a81303d1541","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:56.968889691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"0af4526e-fc53-4653-81af-f373ffe0a72a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:57.132726248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"01af47a4-d964-41db-890a-4730f22aa9ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:57.190855937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"01af47a4-d964-41db-890a-4730f22aa9ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:57.233227559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"5cc60321-3bbe-4fd2-add1-fb8ad4f7b983","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:57.291945576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"5cc60321-3bbe-4fd2-add1-fb8ad4f7b983","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:57.33455137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"bf148f97-9115-4644-8ef9-faa491067250","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:57.334637411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-api-key-deleted-sub-auth","reconcileID":"e48d6e94-7b22-4630-b800-b444a8f642f7","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:57.335082884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"5e939859-1746-42a1-8592-ebd37f3b6624","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:57.394316232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"5e939859-1746-42a1-8592-ebd37f3b6624","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:57.394351537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"bf148f97-9115-4644-8ef9-faa491067250","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:57.396635539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-api-key-deleted-sub-auth","reconcileID":"e48d6e94-7b22-4630-b800-b444a8f642f7","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:57.522954158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"085330a9-b22d-46aa-9fe1-0ecff498b363","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:57.60142237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"085330a9-b22d-46aa-9fe1-0ecff498b363","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:57.659337047Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"085330a9-b22d-46aa-9fe1-0ecff498b363","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:57.66041232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1fe0032a-dede-442f-b338-bb59953e34fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:57.712190795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-2dc07455"},"namespace":"ai-tenant-e2e-mt-2dc07455","name":"e2e-shared-int-policy-2dc07455","reconcileID":"65925010-a2a5-4e60-a718-ab5955258163","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-2dc07455"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:57.712488166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"namespace":"ai-tenant-e2e-mt-632d3b9d","name":"e2e-shared-int-policy-2dc07455","reconcileID":"27fc1ff8-ace7-4d56-8a6b-e3fe30dc7376","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:57.717535051Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"eb745ac9-963d-472e-b14f-eaba984149fc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:57.717555714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"eb745ac9-963d-472e-b14f-eaba984149fc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:57.719953045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1fe0032a-dede-442f-b338-bb59953e34fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:57.782153384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"b2fcec91-7f8a-4a15-ba97-cce168e60f71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:57.79652823Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1fe0032a-dede-442f-b338-bb59953e34fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:57.841375708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"b2fcec91-7f8a-4a15-ba97-cce168e60f71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:57.860001113Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"namespace":"ai-tenant-e2e-mt-632d3b9d","name":"e2e-shared-int-policy-2dc07455","reconcileID":"27fc1ff8-ace7-4d56-8a6b-e3fe30dc7376","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:25:57.864707348Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-2dc07455"},"namespace":"ai-tenant-e2e-mt-2dc07455","name":"e2e-shared-int-policy-2dc07455","reconcileID":"65925010-a2a5-4e60-a718-ab5955258163","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-2dc07455"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:57.888650315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"7785e706-58eb-4508-bc3c-358aaf7d493a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:57.916608114Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"namespace":"ai-tenant-e2e-mt-632d3b9d","name":"e2e-shared-int-policy-2dc07455","reconcileID":"27fc1ff8-ace7-4d56-8a6b-e3fe30dc7376","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:25:57.92294314Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-2dc07455"},"namespace":"ai-tenant-e2e-mt-2dc07455","name":"e2e-shared-int-policy-2dc07455","reconcileID":"65925010-a2a5-4e60-a718-ab5955258163","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:57.923288802Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8403362e-d62d-42c1-ba1e-c33a4ec8f7c7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:57.923306305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8403362e-d62d-42c1-ba1e-c33a4ec8f7c7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:57.94693061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"7785e706-58eb-4508-bc3c-358aaf7d493a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:57.960924127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"31cf7962-360a-4307-b8d8-b86dd36e3a7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:57.973246928Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a4a4ab7d-8653-4d1e-8c62-540d301b8ab0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:57.973262304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a4a4ab7d-8653-4d1e-8c62-540d301b8ab0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:58.018810282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"31cf7962-360a-4307-b8d8-b86dd36e3a7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:58.081290591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"6d6f23dc-61bc-4b60-9594-150d781521b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:58.131000315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"5cc9ae7e-a710-464a-a056-7bc8b4c23a28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:58.139358771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"6d6f23dc-61bc-4b60-9594-150d781521b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:58.189137038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"5cc9ae7e-a710-464a-a056-7bc8b4c23a28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:58.205965924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"bcb630af-bf97-4c3a-8fde-d885e5383686","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:58.253641246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-2dc07455"},"namespace":"ai-tenant-e2e-mt-2dc07455","name":"e2e-shared-int-policy-2dc07455","reconcileID":"7825e166-0606-40eb-9cc4-6475bb30c895","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-2dc07455"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:58.263927581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"bcb630af-bf97-4c3a-8fde-d885e5383686","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:58.311479093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-2dc07455"},"namespace":"ai-tenant-e2e-mt-2dc07455","name":"e2e-shared-int-policy-2dc07455","reconcileID":"7825e166-0606-40eb-9cc4-6475bb30c895","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-2dc07455"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:58.368479198Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-2dc07455"},"namespace":"ai-tenant-e2e-mt-2dc07455","name":"e2e-shared-int-policy-2dc07455","reconcileID":"7825e166-0606-40eb-9cc4-6475bb30c895","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-2dc07455"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:58.425220044Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c1fd5c64-1bb0-44ee-b59e-be0c397cd6df","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:58.425242403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c1fd5c64-1bb0-44ee-b59e-be0c397cd6df","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:58.896048778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"850c463e-8f53-44de-abb4-e523be888427","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:58.896073832Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-api-key-deleted-sub-auth","reconcileID":"acedb332-b9fd-4317-bf77-5159e8b69554","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:59.059967655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"066a5266-52d5-488f-8ae5-8fbd45d79b8d","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:25:59.992781293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"distinct-w2-de27f5","reconcileID":"9c1a69bd-a49d-48b4-88f6-f286f46fc286","MaaSModelRef":{"name":"distinct-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"distinct-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"distinct-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:00.049430847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"distinct-w2-de27f5","reconcileID":"36ed796c-ef5f-4bee-b0d5-1459742fd363","MaaSModelRef":{"name":"distinct-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"distinct-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"distinct-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:00.089892052Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-subscription","reconcileID":"2c8ba070-ed64-4616-b214-62bbd3428af9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-simulator-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/simulator-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:00.261251384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-sa-multi-hdr-auth1","reconcileID":"171cf353-14c4-4eed-b0d3-a95e0d014be1","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:00.261618693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"distinct-w2-de27f5","reconcileID":"edbc87c0-66b9-4b5e-8a56-c46a447bb757","MaaSModelRef":{"name":"distinct-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"distinct-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"distinct-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:00.32078608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-sa-multi-hdr-auth1","reconcileID":"171cf353-14c4-4eed-b0d3-a95e0d014be1","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:00.32380694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"distinct-w2-de27f5","reconcileID":"5c297cef-645e-4db4-966e-1428caa4a866","MaaSModelRef":{"name":"distinct-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"distinct-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"distinct-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:26:00.37100069Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-sa-multi-hdr-sub1","reconcileID":"ac51e785-93c8-47dd-9fe5-6a9300ddaf4f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:26:00.378607863Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"distinct-w2-de27f5","reconcileID":"5c297cef-645e-4db4-966e-1428caa4a866","name":"distinct-w2-de27f5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w2-de27f5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:26:00.378652665Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"distinct-w2-de27f5","reconcileID":"5c297cef-645e-4db4-966e-1428caa4a866","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w2-de27f5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:00.384243477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"distinct-w2-de27f5","reconcileID":"898657c9-8f42-44d0-9334-b92512da61ad","MaaSModelRef":{"name":"distinct-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"distinct-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"distinct-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:00.474022038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"59fba739-c430-4794-8f7e-14eb494198d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:00.474022041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"06debbb1-f567-469a-a36a-4dd853c31f54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:00.48148773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"distinct-w2-de27f5","reconcileID":"a93b455d-594b-4d15-98a0-ccd73ee42bab","MaaSModelRef":{"name":"distinct-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"distinct-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"distinct-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:00.533835008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"59fba739-c430-4794-8f7e-14eb494198d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:00.533898103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"06debbb1-f567-469a-a36a-4dd853c31f54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:00.53654384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"distinct-2-w2-de27f5","reconcileID":"5e88290e-8d56-4ba8-b484-43b5b8b41ec3","MaaSModelRef":{"name":"distinct-2-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"distinct-2-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"distinct-2-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:00.539900534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"distinct-w2-de27f5","reconcileID":"d7befcd9-5087-4364-b915-9449fb7e3014","MaaSModelRef":{"name":"distinct-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"distinct-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"distinct-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:00.594521321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"distinct-2-w2-de27f5","reconcileID":"596d99b5-fb26-4c51-8e4d-1aa81e207d27","MaaSModelRef":{"name":"distinct-2-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"distinct-2-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"distinct-2-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:00.642056291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"distinct-w2-de27f5","reconcileID":"deddedb2-0656-4d31-9097-df9f4f5cc1be","MaaSModelRef":{"name":"distinct-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"distinct-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"distinct-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:00.7717241Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-sa-multi-hdr-sub1","reconcileID":"52ac1bf4-9d3c-4ec4-8d4b-2f2909b8c496","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-distinct-w2-de27f5","model":"distinct-w2-de27f5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-de27f5/e2e-sa-multi-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:00.818404497Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-de27f5 priority=0:[ai-tenant-e2e-worker-w2-de27f5/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w2-de27f5/e2e-sa-multi-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:00.818608477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"distinct-2-w2-de27f5","reconcileID":"aa991a10-33f6-4c06-9b51-b1668783b750","MaaSModelRef":{"name":"distinct-2-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"distinct-2-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"distinct-2-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:00.85985701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-sa-multi-hdr-auth2","reconcileID":"273cfaa6-edf3-4f2e-a1ac-1d08df230e53","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:00.878301789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"distinct-w2-de27f5","reconcileID":"fdab4a73-8db0-4534-ba6a-5fcbd52a1ad8","MaaSModelRef":{"name":"distinct-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"distinct-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"distinct-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:00.907060861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-sa-multi-hdr-auth1","reconcileID":"3a52b874-aac6-41c1-a60f-ca84f81e2eb1","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:00.917958491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-sa-multi-hdr-auth2","reconcileID":"273cfaa6-edf3-4f2e-a1ac-1d08df230e53","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:00.92600422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"distinct-2-w2-de27f5","reconcileID":"a6d96c6e-18b9-4d8b-9dea-b3088dd2334f","MaaSModelRef":{"name":"distinct-2-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"distinct-2-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"distinct-2-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:26:00.933098623Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-de27f5/e2e-sa-multi-hdr-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:00.941507789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"distinct-w2-de27f5","reconcileID":"9487fe4f-5e5f-4690-9b64-0bc4a48e8984","MaaSModelRef":{"name":"distinct-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"distinct-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"distinct-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:00.965529158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-sa-multi-hdr-auth1","reconcileID":"3a52b874-aac6-41c1-a60f-ca84f81e2eb1","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:00.984067011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"distinct-2-w2-de27f5","reconcileID":"313670b7-0041-4928-aa2e-c86fae7f7a83","MaaSModelRef":{"name":"distinct-2-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"distinct-2-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"distinct-2-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:01.000843753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"e51a8628-984e-4339-8fc4-478bd53c154e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:01.000846701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"81a180ed-5d27-4620-9ad8-3819d7d46968","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:01.060011873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"81a180ed-5d27-4620-9ad8-3819d7d46968","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:01.060617848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"e51a8628-984e-4339-8fc4-478bd53c154e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:01.098295927Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-2dc07455"},"namespace":"ai-tenant-e2e-mt-2dc07455","name":"e2e-shared-int-policy-2dc07455","reconcileID":"7c330469-a260-4c73-a89b-f9bb915fcb6a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-2dc07455"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:01.09839102Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3d552191-058b-4224-ab3e-f71ac417003d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:01.098408583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3d552191-058b-4224-ab3e-f71ac417003d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:01.155013241Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-sa-multi-hdr-sub1","reconcileID":"fa0f33f4-b64b-447b-8063-ffe646a335b9","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-distinct-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/distinct-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:01.203876034Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-sa-multi-hdr-sub2","reconcileID":"92b4a9c6-8a96-4196-b2e6-aeb49ad0722b","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-distinct-2-w2-de27f5","model":"distinct-2-w2-de27f5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-de27f5/e2e-sa-multi-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:01.217705377Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:01.230728078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"distinct-2-w2-de27f5","reconcileID":"83d95544-1f9d-405c-b48d-dcbb1c13aa78","MaaSModelRef":{"name":"distinct-2-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"distinct-2-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"distinct-2-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:01.272520891Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-2dc07455"},"namespace":"ai-tenant-e2e-mt-2dc07455","name":"e2e-shared-int-policy-2dc07455","reconcileID":"7c330469-a260-4c73-a89b-f9bb915fcb6a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-2dc07455"},"policyNamespace":"ai-tenant-e2e-mt-2dc07455","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:01.330169198Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7813e850-5fff-4ef0-ac2c-ff6fa999b62c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:01.330192889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7813e850-5fff-4ef0-ac2c-ff6fa999b62c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:01.428844458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"distinct-2-w2-de27f5","reconcileID":"6f4a60e0-1737-460e-9347-b932eaae0b84","MaaSModelRef":{"name":"distinct-2-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"distinct-2-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"distinct-2-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:01.43565369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-sa-multi-hdr-auth1","reconcileID":"535f3840-9c56-4a91-941a-12f720e19585","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:01.49089761Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1603b372-e53c-4917-89f5-4e962e9e27aa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:01.490925821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1603b372-e53c-4917-89f5-4e962e9e27aa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:01.495405972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-sa-multi-hdr-auth1","reconcileID":"535f3840-9c56-4a91-941a-12f720e19585","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:01.537404925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"d0330cf6-dc93-4a14-b0b4-8e6852c93979","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:01.537417978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-sa-multi-hdr-auth2","reconcileID":"69c270af-8482-46d1-b4fe-4364d70d1919","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:01.537818324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"630cdcc9-f82a-4daa-8f68-4348cb7400ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:01.595904543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-sa-multi-hdr-auth2","reconcileID":"69c270af-8482-46d1-b4fe-4364d70d1919","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:01.596100757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"d0330cf6-dc93-4a14-b0b4-8e6852c93979","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:01.598341829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"630cdcc9-f82a-4daa-8f68-4348cb7400ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:01.645754121Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-sa-multi-hdr-sub2","reconcileID":"43f73ce3-d420-45be-a87d-3af6d08cc036","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-distinct-2-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/distinct-2-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:07.91631715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1aed62d4-8257-45d8-9552-e6dd6693ecd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:08.010074848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ff27d44e-34fa-40c4-a04b-d135ef53c6b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:08.070069678Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1aed62d4-8257-45d8-9552-e6dd6693ecd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:08.082528469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ff27d44e-34fa-40c4-a04b-d135ef53c6b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:08.109929589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"namespace":"ai-tenant-e2e-mt-632d3b9d","name":"e2e-shared-int-policy-2dc07455","reconcileID":"a8dc9fae-2bee-49e6-bbf7-961cfd1b69cd","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:08.135826631Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1aed62d4-8257-45d8-9552-e6dd6693ecd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:08.147959582Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ff27d44e-34fa-40c4-a04b-d135ef53c6b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:08.196722915Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"374ed0f8-fbe9-45aa-873e-d0dc5020f0ef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:08.196752901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"374ed0f8-fbe9-45aa-873e-d0dc5020f0ef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:08.215674527Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9eb55a08-235c-47a8-90cd-546ade1140f9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:08.215828046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9eb55a08-235c-47a8-90cd-546ade1140f9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:08.262703055Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"namespace":"ai-tenant-e2e-mt-632d3b9d","name":"e2e-shared-int-policy-2dc07455","reconcileID":"a8dc9fae-2bee-49e6-bbf7-961cfd1b69cd","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:08.321283572Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"namespace":"ai-tenant-e2e-mt-632d3b9d","name":"e2e-shared-int-policy-2dc07455","reconcileID":"a8dc9fae-2bee-49e6-bbf7-961cfd1b69cd","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:08.380621155Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0c4007a4-0dae-4e93-900e-8df9cb4389f7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:08.380653146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0c4007a4-0dae-4e93-900e-8df9cb4389f7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:09.556026751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-w1-5a6246","reconcileID":"c497d233-4ff4-4df2-bc0e-2e8623c10b99","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:10.93047979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"distinct-w2-de27f5","reconcileID":"032fa739-2c58-4a31-85c4-fdefe855328d","MaaSModelRef":{"name":"distinct-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"distinct-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"distinct-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:11.097342949Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-sa-multi-hdr-sub1","reconcileID":"bbc4615c-2a6f-4db8-baf4-5b00d7f3a6d1","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f25dca97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:11.275305118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"4f069bef-d85b-48c4-bea8-5295a0b23227","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:11.27555214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-sa-multi-hdr-auth2","reconcileID":"38877f76-7b3b-4bbb-8d69-7e5767467e7d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:11.275305031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-sa-multi-hdr-auth1","reconcileID":"9cfb1832-3a25-43f4-b36b-188a1743470f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:11.276114439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"c5631a14-4f01-4e32-a045-d7f5365a0dbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:11.335053832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-sa-multi-hdr-auth1","reconcileID":"9cfb1832-3a25-43f4-b36b-188a1743470f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:11.338726841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"4f069bef-d85b-48c4-bea8-5295a0b23227","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:11.34223868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-sa-multi-hdr-auth2","reconcileID":"38877f76-7b3b-4bbb-8d69-7e5767467e7d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:11.345839237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"c5631a14-4f01-4e32-a045-d7f5365a0dbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:11.657510847Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-2dc07455","namespace":"ai-tenant-e2e-mt-2dc07455"},"namespace":"ai-tenant-e2e-mt-2dc07455","name":"e2e-shared-int-sub-2dc07455","reconcileID":"47d9a210-ee39-4e79-96d6-d63fcf8dc5c4","MaaSSubscription":{"name":"e2e-shared-int-sub-2dc07455","namespace":"ai-tenant-e2e-mt-2dc07455"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-2dc07455","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:11.748396167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"abe65221-98c8-48fb-b7ad-69e0854ec79c","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:11.837152039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-sa-multi-hdr-auth1","reconcileID":"412b1def-f986-4ba7-8520-4943dda09e42","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:11.837187575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-sa-multi-hdr-auth2","reconcileID":"672f328e-c0f1-412e-b5b6-d24b441a59b9","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:11.837604981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"514f255e-c71d-4ffa-8f19-bcaf80513d45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:11.837625363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"dec06ffd-c41e-4e07-9014-b3baabab11df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:11.882783033Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-2dc07455","namespace":"ai-tenant-e2e-mt-2dc07455"},"namespace":"ai-tenant-e2e-mt-2dc07455","name":"e2e-shared-int-sub-2dc07455","reconcileID":"47d9a210-ee39-4e79-96d6-d63fcf8dc5c4","MaaSSubscription":{"name":"e2e-shared-int-sub-2dc07455","namespace":"ai-tenant-e2e-mt-2dc07455"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-632d3b9d/e2e-shared-int-sub-2dc07455","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:11.896121785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-sa-multi-hdr-auth1","reconcileID":"412b1def-f986-4ba7-8520-4943dda09e42","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:11.896163611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"dec06ffd-c41e-4e07-9014-b3baabab11df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:11.898469993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"514f255e-c71d-4ffa-8f19-bcaf80513d45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:11.898617317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-sa-multi-hdr-auth2","reconcileID":"672f328e-c0f1-412e-b5b6-d24b441a59b9","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:11.968558127Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-subscription","reconcileID":"c2d1358b-d3a9-48c2-8673-05b5a55a3b21","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:12.099399234Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"59ce27ff-a830-48e4-8cbd-4a3b2dce7bd7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:12.101583661Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"namespace":"ai-tenant-e2e-mt-632d3b9d","name":"e2e-shared-int-sub-2dc07455","reconcileID":"3002e625-c35c-4e14-a700-e49e99669f14","MaaSSubscription":{"name":"e2e-shared-int-sub-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:12.153012731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"99677af7-d0c5-4f15-a19a-20c4c919dab5","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:12.16045912Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"14d66703-ed67-41d5-be90-3aa7de120f6c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:12.160477488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"14d66703-ed67-41d5-be90-3aa7de120f6c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:12.219799538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"distinct-2-w2-de27f5","reconcileID":"62444df2-ca32-4e45-9840-32160264ba38","MaaSModelRef":{"name":"distinct-2-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"distinct-2-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"distinct-2-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:12.369899937Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-subscription","reconcileID":"9517dfc6-9e0c-4975-9754-43fa520571e0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:12.370507516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"73e8db9f-9ef9-4d55-9cd9-e693f2932fad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:12.370509088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-sa-multi-hdr-auth1","reconcileID":"5571872f-a7d3-42e5-8116-2df81a7baf53","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:12.371103296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"27d70313-b577-4afd-8d2b-2f3c500bf5f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:12.371640892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-sa-multi-hdr-auth2","reconcileID":"667f0db5-c90a-4756-adc0-27033e37fd5b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:12.429506837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"73e8db9f-9ef9-4d55-9cd9-e693f2932fad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:12.430520358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-sa-multi-hdr-auth1","reconcileID":"5571872f-a7d3-42e5-8116-2df81a7baf53","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:12.431686865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"27d70313-b577-4afd-8d2b-2f3c500bf5f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:12.432690885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-sa-multi-hdr-auth2","reconcileID":"667f0db5-c90a-4756-adc0-27033e37fd5b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:13.526685062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"8d7a6f17-61df-4f91-a42b-3d73bc865a57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:13.526692158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"42a09a06-84cf-463e-89ed-9e4820f14fce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:13.585259036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"8d7a6f17-61df-4f91-a42b-3d73bc865a57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:13.586200097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"42a09a06-84cf-463e-89ed-9e4820f14fce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:13.648747488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"c997d837-f3e8-4378-8bc3-30b6200a1028","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:13.648756816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"fa05476d-f171-496b-a0bd-f1e77db137b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:13.706950011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"c997d837-f3e8-4378-8bc3-30b6200a1028","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:13.708661457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"fa05476d-f171-496b-a0bd-f1e77db137b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:17.854100106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"distinct-2-w4-b1ad4e","reconcileID":"ab15e886-df33-4fac-839f-e7b780d396db","MaaSModelRef":{"name":"distinct-2-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"distinct-2-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"distinct-2-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:18.354998551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"39fe1273-9765-40bb-9bc1-f6db50d9b7ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:18.455549958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6ca079ff-ca5d-4174-a2c2-c14c998ebca6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:18.485148594Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"39fe1273-9765-40bb-9bc1-f6db50d9b7ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:18.503001439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"namespace":"ai-tenant-e2e-mt-632d3b9d","name":"e2e-shared-int-policy-2dc07455","reconcileID":"22eab199-5cbb-42b2-bd75-3dfc7268b444","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:18.513313166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6ca079ff-ca5d-4174-a2c2-c14c998ebca6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:18.541827685Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"39fe1273-9765-40bb-9bc1-f6db50d9b7ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:18.572567045Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6ca079ff-ca5d-4174-a2c2-c14c998ebca6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:18.600789298Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f98f6061-394c-44de-8762-55cb486a9bd8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:18.600806806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f98f6061-394c-44de-8762-55cb486a9bd8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:18.632803081Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a91441ac-e6f5-4109-ac39-4320a8cbae25","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:18.632821392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a91441ac-e6f5-4109-ac39-4320a8cbae25","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:18.633321252Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"namespace":"ai-tenant-e2e-mt-632d3b9d","name":"e2e-shared-int-policy-2dc07455","reconcileID":"22eab199-5cbb-42b2-bd75-3dfc7268b444","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:18.690516777Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 11","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"namespace":"ai-tenant-e2e-mt-632d3b9d","name":"e2e-shared-int-policy-2dc07455","reconcileID":"22eab199-5cbb-42b2-bd75-3dfc7268b444","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:18.748891573Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"86bd3f92-ee38-416e-baf0-33c81fa2223b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:18.748909438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"86bd3f92-ee38-416e-baf0-33c81fa2223b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:19.614751834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-w1-5a6246","reconcileID":"64e08062-f9cc-4512-be0c-b63427692b7e","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:20.237142884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"b2af3193-4f85-476e-92b6-065b0a5548fe","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:20.295611988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"3c0c48cd-d49d-47ff-bf19-104a230bb882","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:20.458042423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-api-key-no-access-auth","reconcileID":"aa0e1784-0cbe-46c5-a22b-c86d76fdce58","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:20.516507606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-api-key-no-access-auth","reconcileID":"aa0e1784-0cbe-46c5-a22b-c86d76fdce58","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:20.517916924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"ac497877-59db-4d4e-9567-f095fe9b0a18","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:20.573660143Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-b1ad4e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d62f526ebf24e133231ffb4ff2a1ccc5d52176d155ddbf4bbb610d00970f799f) AuthConfig (9901c3057c42cb00a6d75ad2dd544bd0a4fe677fd6f827bc76a4ef02baed0e40) AuthConfig (b546830ce6ab144b33fa0881a8ae35303dfd363ed64ac63952fe14c5db4b74b0) AuthConfig (2b875ff59cb8ad59e1c3d190ade06af08e7f6e3ee0f12dade1ee95e3cae5736c) AuthConfig (bb1c5fc13f52c9edd8bed48695bb7e8f10483ab25148ddbb3ef483093a3044ff) AuthConfig (6c0b074e256115b6c001f4cd9782d4164ffa81eb5495e7eb6c0326949576b0e3) AuthConfig (263089b4f326d5d85868e1d8fa3133e706f93e801b16a0559e44db2ac00358be) AuthConfig (af92174f71f7828d7c4539fd7f5d8f93056cd49f9071a0afb6ec93ee9e19af20) AuthConfig (23b03cc186c9d4b4c2626b3094c4ed40b080d25ad913193cdff4612ae8d7d8db) AuthConfig (6302d15cd85bfd7d856d31c72d54aae64faa9d47ad04fb16590d7fefb470e41d) AuthConfig (27f694a7d6decbd12233ddf6b96739dcaa79dcd98b0730dbc801fe588033bf95) AuthConfig (419d2a3dcd7667c2b649090c635674d4a7071e1c54a37623ef7ec7c4938b4fa4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-api-key-no-access-auth","reconcileID":"aa0e1784-0cbe-46c5-a22b-c86d76fdce58","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:20.576064627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"a384e4b9-1f0c-4ebe-9ec9-d98922ec0f44","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:26:20.625710354Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-api-key-no-access-sub","reconcileID":"c5bbea8e-45f1-468e-8eef-268723124e85","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:20.632085402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"2ea691a0-c107-4c7b-8af4-10c0b7e58127","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:20.676557767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"7b0b4ce6-bd5c-43e2-bb6f-eb9f6ba27a74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:20.676598271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"345e0ea4-efb1-40dc-b803-b20c79509689","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:20.73489002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"7b0b4ce6-bd5c-43e2-bb6f-eb9f6ba27a74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:20.735089108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"345e0ea4-efb1-40dc-b803-b20c79509689","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:20.740206739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"c7c360e3-6642-46f5-91c5-3c67fded6aa4","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:20.790298159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-api-key-no-access-auth","reconcileID":"a3641c09-82a9-44c7-b707-02f57186e486","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:20.798694509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"5ce100b5-80f9-43c3-8409-f994f123b5c1","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:20.848276941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-api-key-no-access-auth","reconcileID":"a3641c09-82a9-44c7-b707-02f57186e486","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:20.905806874Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-b1ad4e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d62f526ebf24e133231ffb4ff2a1ccc5d52176d155ddbf4bbb610d00970f799f) AuthConfig (9901c3057c42cb00a6d75ad2dd544bd0a4fe677fd6f827bc76a4ef02baed0e40) AuthConfig (b546830ce6ab144b33fa0881a8ae35303dfd363ed64ac63952fe14c5db4b74b0) AuthConfig (2b875ff59cb8ad59e1c3d190ade06af08e7f6e3ee0f12dade1ee95e3cae5736c) AuthConfig (bb1c5fc13f52c9edd8bed48695bb7e8f10483ab25148ddbb3ef483093a3044ff) AuthConfig (6c0b074e256115b6c001f4cd9782d4164ffa81eb5495e7eb6c0326949576b0e3) AuthConfig (263089b4f326d5d85868e1d8fa3133e706f93e801b16a0559e44db2ac00358be) AuthConfig (af92174f71f7828d7c4539fd7f5d8f93056cd49f9071a0afb6ec93ee9e19af20) AuthConfig (23b03cc186c9d4b4c2626b3094c4ed40b080d25ad913193cdff4612ae8d7d8db) AuthConfig (6302d15cd85bfd7d856d31c72d54aae64faa9d47ad04fb16590d7fefb470e41d) AuthConfig (27f694a7d6decbd12233ddf6b96739dcaa79dcd98b0730dbc801fe588033bf95) AuthConfig (419d2a3dcd7667c2b649090c635674d4a7071e1c54a37623ef7ec7c4938b4fa4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-api-key-no-access-auth","reconcileID":"a3641c09-82a9-44c7-b707-02f57186e486","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:21.066604477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-api-key-no-access-auth","reconcileID":"1a6256a9-216d-439d-88c0-ad50efde865f","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:21.073222899Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-api-key-no-access-sub","reconcileID":"9f6d3d52-2560-469a-a8e7-f3cd0bede5d2","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-simulator-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-b1ad4e/e2e-api-key-no-access-sub","ai-tenant-e2e-worker-w4-b1ad4e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:21.104599166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"15bfeafe-60a3-4b2c-aad8-6328ae5d9c81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:21.104654994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"f0d2de2d-1fe9-4be4-9f15-c9a681d8cdc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:21.127407974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-api-key-no-access-auth","reconcileID":"1a6256a9-216d-439d-88c0-ad50efde865f","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:21.15308068Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-sa-multi-hdr-sub1","reconcileID":"d7aa099c-42f1-47cf-a669-bf471b615f0d","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"model":"e2e-models-e2e-worker-w2-de27f5/distinct-w2-de27f5","subscription":"e2e-sa-multi-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:21.165679247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"f0d2de2d-1fe9-4be4-9f15-c9a681d8cdc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:21.165706487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"15bfeafe-60a3-4b2c-aad8-6328ae5d9c81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:21.184558551Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-b1ad4e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d62f526ebf24e133231ffb4ff2a1ccc5d52176d155ddbf4bbb610d00970f799f) AuthConfig (9901c3057c42cb00a6d75ad2dd544bd0a4fe677fd6f827bc76a4ef02baed0e40) AuthConfig (b546830ce6ab144b33fa0881a8ae35303dfd363ed64ac63952fe14c5db4b74b0) AuthConfig (2b875ff59cb8ad59e1c3d190ade06af08e7f6e3ee0f12dade1ee95e3cae5736c) AuthConfig (bb1c5fc13f52c9edd8bed48695bb7e8f10483ab25148ddbb3ef483093a3044ff) AuthConfig (6c0b074e256115b6c001f4cd9782d4164ffa81eb5495e7eb6c0326949576b0e3) AuthConfig (263089b4f326d5d85868e1d8fa3133e706f93e801b16a0559e44db2ac00358be) AuthConfig (af92174f71f7828d7c4539fd7f5d8f93056cd49f9071a0afb6ec93ee9e19af20) AuthConfig (23b03cc186c9d4b4c2626b3094c4ed40b080d25ad913193cdff4612ae8d7d8db) AuthConfig (6302d15cd85bfd7d856d31c72d54aae64faa9d47ad04fb16590d7fefb470e41d) AuthConfig (27f694a7d6decbd12233ddf6b96739dcaa79dcd98b0730dbc801fe588033bf95) AuthConfig (419d2a3dcd7667c2b649090c635674d4a7071e1c54a37623ef7ec7c4938b4fa4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-api-key-no-access-auth","reconcileID":"1a6256a9-216d-439d-88c0-ad50efde865f","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:21.208778567Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-sa-multi-hdr-sub1","reconcileID":"d7aa099c-42f1-47cf-a669-bf471b615f0d","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"model":"e2e-models-e2e-worker-w2-de27f5/distinct-w2-de27f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:21.241786933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"3dd7ce97-f27d-4533-a8b6-962e638fb34c","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:21.312533205Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-sa-multi-hdr-sub1","reconcileID":"d7aa099c-42f1-47cf-a669-bf471b615f0d","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-distinct-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/distinct-w2-de27f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:21.314376793Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-subscription","reconcileID":"39f778ad-f702-43df-9a58-cd0aca5a2b82","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-simulator-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:21.479357358Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-api-key-no-access-sub","reconcileID":"c255ceae-bfea-4876-8bca-c006f47208ab","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-simulator-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:21.639409258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"distinct-w2-de27f5","reconcileID":"481ef9c6-7b5f-4227-8cd6-26a11ee59386","MaaSModelRef":{"name":"distinct-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"distinct-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"distinct-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:21.705086513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"4467a9ac-ddb2-46c8-848a-c35a2c2a895a","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:21.794810921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"distinct-2-w2-de27f5","reconcileID":"e90d34ac-f5b4-47af-ab34-975a2d495b6d","MaaSModelRef":{"name":"distinct-2-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"distinct-2-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"distinct-2-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:21.912649934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"9956ef6d-5b8e-4dd3-8d1d-a1f72dcfcd51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:21.913360313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-sa-multi-hdr-auth2","reconcileID":"38119939-a9b0-4cd3-922d-3a0e21ada977","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:21.91365941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"6cd4174d-2ab5-487b-9cf9-99032c664e06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:21.918675522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-sa-multi-hdr-auth1","reconcileID":"c534b6b5-c153-4f31-84ed-ff0dc1838bf9","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:21.966905858Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-sa-multi-hdr-sub2","reconcileID":"8c147b9a-8982-4856-9839-110840675d67","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2de8f982","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:21.972940358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"9956ef6d-5b8e-4dd3-8d1d-a1f72dcfcd51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:21.973020261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-sa-multi-hdr-auth2","reconcileID":"38119939-a9b0-4cd3-922d-3a0e21ada977","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:21.975514362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"6cd4174d-2ab5-487b-9cf9-99032c664e06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:21.978085079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-sa-multi-hdr-auth1","reconcileID":"c534b6b5-c153-4f31-84ed-ff0dc1838bf9","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:22.129344576Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-subscription","reconcileID":"6a1d12c5-ae70-4a3d-bb54-905d6cb3e1da","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-simulator-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/simulator-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:22.154139583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"90666a36-cacd-4ba0-9d7b-9e5d635f98f6","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:22.446408808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-sa-multi-hdr-auth2","reconcileID":"9ac4606a-ed28-4315-a9ef-9ab036394fbf","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:22.446650638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"79aa95c9-c643-48d6-9222-21788cf2f2e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:22.446408779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"3edbb6c0-1c13-49ec-979d-29a079857e26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:22.51140629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"3edbb6c0-1c13-49ec-979d-29a079857e26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:22.513799388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-sa-multi-hdr-auth2","reconcileID":"9ac4606a-ed28-4315-a9ef-9ab036394fbf","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:22.518884404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"79aa95c9-c643-48d6-9222-21788cf2f2e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:22.542851982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-sa-multi-hdr-auth1","reconcileID":"2ca00886-6825-4566-acc5-8fb1e8a48abb","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:22.602529559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-sa-multi-hdr-auth1","reconcileID":"2ca00886-6825-4566-acc5-8fb1e8a48abb","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:26.009703096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"default-tenant","reconcileID":"86cc8e23-98a4-4239-93d3-fec5d48d6ee8","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9902a0c2","tenantID":"e2e-mt-9902a0c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:26.133965331Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"default-tenant","reconcileID":"86cc8e23-98a4-4239-93d3-fec5d48d6ee8","name":"e2e-mt-9902a0c2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:28.759191078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4678add1-fdfc-4864-922a-a99d75d368af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:28.859511332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"454d9e57-d9d4-4101-b2f1-de49f9c23d2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:28.888429045Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4678add1-fdfc-4864-922a-a99d75d368af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:28.907859737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"namespace":"ai-tenant-e2e-mt-632d3b9d","name":"e2e-shared-int-policy-2dc07455","reconcileID":"66bd0fe1-3e86-4e60-8374-d1f924929f50","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:28.917267362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"454d9e57-d9d4-4101-b2f1-de49f9c23d2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:28.945216684Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4678add1-fdfc-4864-922a-a99d75d368af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:28.973934066Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"454d9e57-d9d4-4101-b2f1-de49f9c23d2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:29.004909341Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a8fb4a70-40d7-423a-83e4-24acc620957d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:29.004927251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a8fb4a70-40d7-423a-83e4-24acc620957d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:29.030984841Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"216cdc4f-ad81-4f79-8cad-cb3a16f1224f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:29.031001318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"216cdc4f-ad81-4f79-8cad-cb3a16f1224f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:29.03725152Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"namespace":"ai-tenant-e2e-mt-632d3b9d","name":"e2e-shared-int-policy-2dc07455","reconcileID":"66bd0fe1-3e86-4e60-8374-d1f924929f50","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:29.095610983Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 13","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"namespace":"ai-tenant-e2e-mt-632d3b9d","name":"e2e-shared-int-policy-2dc07455","reconcileID":"66bd0fe1-3e86-4e60-8374-d1f924929f50","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:29.154422886Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fd0d3d78-60bf-4286-b568-bd92c3a455cb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:29.154458273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fd0d3d78-60bf-4286-b568-bd92c3a455cb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:29.61529998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-w1-5a6246","reconcileID":"39a0d5d2-fe44-446c-91da-f34364b8f576","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:31.218318016Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:31.361212159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-api-key-no-access-auth","reconcileID":"8bbc5b86-6e23-4785-b411-499727f7d34e","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:31.419769689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-api-key-no-access-auth","reconcileID":"8bbc5b86-6e23-4785-b411-499727f7d34e","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:31.477038062Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-b1ad4e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d62f526ebf24e133231ffb4ff2a1ccc5d52176d155ddbf4bbb610d00970f799f) AuthConfig (9901c3057c42cb00a6d75ad2dd544bd0a4fe677fd6f827bc76a4ef02baed0e40) AuthConfig (b546830ce6ab144b33fa0881a8ae35303dfd363ed64ac63952fe14c5db4b74b0) AuthConfig (2b875ff59cb8ad59e1c3d190ade06af08e7f6e3ee0f12dade1ee95e3cae5736c) AuthConfig (bb1c5fc13f52c9edd8bed48695bb7e8f10483ab25148ddbb3ef483093a3044ff) AuthConfig (6c0b074e256115b6c001f4cd9782d4164ffa81eb5495e7eb6c0326949576b0e3) AuthConfig (263089b4f326d5d85868e1d8fa3133e706f93e801b16a0559e44db2ac00358be) AuthConfig (af92174f71f7828d7c4539fd7f5d8f93056cd49f9071a0afb6ec93ee9e19af20) AuthConfig (23b03cc186c9d4b4c2626b3094c4ed40b080d25ad913193cdff4612ae8d7d8db) AuthConfig (6302d15cd85bfd7d856d31c72d54aae64faa9d47ad04fb16590d7fefb470e41d) AuthConfig (27f694a7d6decbd12233ddf6b96739dcaa79dcd98b0730dbc801fe588033bf95) AuthConfig (419d2a3dcd7667c2b649090c635674d4a7071e1c54a37623ef7ec7c4938b4fa4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-api-key-no-access-auth","reconcileID":"8bbc5b86-6e23-4785-b411-499727f7d34e","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:32.021293837Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-sa-multi-hdr-sub2","reconcileID":"a8e5580a-d5eb-4cb0-890e-4e92161616c3","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"model":"e2e-models-e2e-worker-w2-de27f5/distinct-2-w2-de27f5","subscription":"e2e-sa-multi-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:32.074857976Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-sa-multi-hdr-sub2","reconcileID":"a8e5580a-d5eb-4cb0-890e-4e92161616c3","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"model":"e2e-models-e2e-worker-w2-de27f5/distinct-2-w2-de27f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:32.128432994Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-sa-multi-hdr-sub2","reconcileID":"a8e5580a-d5eb-4cb0-890e-4e92161616c3","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-distinct-2-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/distinct-2-w2-de27f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:32.155273264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"8728459a-fc98-4ea1-acde-a75dcf5067aa","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:32.408546805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"distinct-2-w2-de27f5","reconcileID":"df4ca225-63ab-4337-816d-26222968729e","MaaSModelRef":{"name":"distinct-2-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"distinct-2-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"distinct-2-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:32.569207438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"distinct-w2-de27f5","reconcileID":"5027a922-c5bc-4318-81a7-b850b4c303ef","MaaSModelRef":{"name":"distinct-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"distinct-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"distinct-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:32.674074638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-sa-multi-hdr-auth2","reconcileID":"ea94a7f2-11c2-407a-8729-0c9d534133db","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:32.674234723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"e84b0368-1e2d-4cec-9edf-0094f8e1f4c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:32.674080348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"3fb69482-0030-4d7f-a0d9-e7bde012acfd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:32.674637876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-sa-multi-hdr-auth1","reconcileID":"31bf13ff-bce1-4684-9baf-f2958e0564fc","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:32.73290959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"e84b0368-1e2d-4cec-9edf-0094f8e1f4c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:32.73293662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-sa-multi-hdr-auth2","reconcileID":"ea94a7f2-11c2-407a-8729-0c9d534133db","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:32.735292247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-sa-multi-hdr-auth1","reconcileID":"31bf13ff-bce1-4684-9baf-f2958e0564fc","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:32.73534831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"3fb69482-0030-4d7f-a0d9-e7bde012acfd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:32.939943984Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-sa-multi-hdr-auth1","reconcileID":"d1c4b11b-f012-4bcb-b490-19d803b0ba29","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"model":"e2e-models-e2e-worker-w2-de27f5/distinct-w2-de27f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:33.104834363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"distinct-w2-de27f5","reconcileID":"5cda0a91-c910-4812-bf3b-9fc4a6a458a2","MaaSModelRef":{"name":"distinct-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"distinct-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"distinct-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:33.152166179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-sa-multi-hdr-auth2","reconcileID":"c52926a9-88ac-4f13-992d-d2e8a36b5ebc","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:33.210284405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-sa-multi-hdr-auth2","reconcileID":"c52926a9-88ac-4f13-992d-d2e8a36b5ebc","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:33.271826386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"distinct-2-w2-de27f5","reconcileID":"1cb268dc-5644-4cb1-aa83-33c0cd7793cf","MaaSModelRef":{"name":"distinct-2-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"distinct-2-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"distinct-2-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:33.445730989Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-sa-multi-hdr-auth2","reconcileID":"393ebfa2-fe33-4a1b-8208-ab875ce86cad","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"model":"e2e-models-e2e-worker-w2-de27f5/distinct-2-w2-de27f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:33.703137051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"distinct-2-w2-de27f5","reconcileID":"fe8f20d0-3542-4b9c-be81-365eea13aaa4","MaaSModelRef":{"name":"distinct-2-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"distinct-2-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"distinct-2-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:37.851462375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"namespace":"e2e-models-e2e-worker-w0-0aa6b9","name":"premium-w0-0aa6b9","reconcileID":"07a70bcf-c3f7-4075-ac8b-79cb27152e12","MaaSModelRef":{"name":"premium-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"routeName":"premium-w0-0aa6b9-kserve-route","namespace":"e2e-models-e2e-worker-w0-0aa6b9","llmisvcName":"premium-w0-0aa6b9","gateway":"openshift-ingress/e2e-worker-w0-0aa6b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:37.851967045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"namespace":"e2e-models-e2e-worker-w0-0aa6b9","name":"simulator-w0-0aa6b9","reconcileID":"4f4365d8-0401-4f75-9d31-48aa25a59b99","MaaSModelRef":{"name":"simulator-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"routeName":"simulator-w0-0aa6b9-kserve-route","namespace":"e2e-models-e2e-worker-w0-0aa6b9","llmisvcName":"simulator-w0-0aa6b9","gateway":"openshift-ingress/e2e-worker-w0-0aa6b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:37.919868858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"namespace":"e2e-models-e2e-worker-w0-0aa6b9","name":"simulator-w0-0aa6b9","reconcileID":"ab6b04ce-9431-4a27-b06a-de4cf8632cc7","MaaSModelRef":{"name":"simulator-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"routeName":"simulator-w0-0aa6b9-kserve-route","namespace":"e2e-models-e2e-worker-w0-0aa6b9","llmisvcName":"simulator-w0-0aa6b9","gateway":"openshift-ingress/e2e-worker-w0-0aa6b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:37.920359817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"namespace":"e2e-models-e2e-worker-w0-0aa6b9","name":"premium-w0-0aa6b9","reconcileID":"f86e37ef-4701-4f83-8630-3de17397bebe","MaaSModelRef":{"name":"premium-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"routeName":"premium-w0-0aa6b9-kserve-route","namespace":"e2e-models-e2e-worker-w0-0aa6b9","llmisvcName":"premium-w0-0aa6b9","gateway":"openshift-ingress/e2e-worker-w0-0aa6b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:38.010189759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"10f079b0-84c1-48cf-8664-c32f4ab5f02e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:38.010260961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"f9147685-28c4-4bc7-9d07-79290626070f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:38.068547542Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-subscription","reconcileID":"74091b28-1638-429b-b349-3b96eccccad5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-premium-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/premium-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:38.069289146Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-subscription","reconcileID":"42410153-fc5d-44de-89e7-b5f9c624487c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-simulator-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/simulator-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:38.079905813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"f9147685-28c4-4bc7-9d07-79290626070f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:38.105735153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"10f079b0-84c1-48cf-8664-c32f4ab5f02e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:38.426014044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"24a1a9f1-c5b9-4610-b6b7-6558c7f16855","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:38.485690788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"24a1a9f1-c5b9-4610-b6b7-6558c7f16855","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:38.52433964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"6866e56f-8590-49a2-9149-221de70fb63c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:38.582475555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"6866e56f-8590-49a2-9149-221de70fb63c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:39.208250568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7c82a8dc-aa40-4f5b-8d89-3b20b5533a38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:39.314822272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"namespace":"ai-tenant-e2e-mt-632d3b9d","name":"e2e-shared-int-policy-2dc07455","reconcileID":"7dd5912e-1cea-4cb8-915b-a006efb33a46","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:39.367087246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e4e3ff8e-0a20-43a2-97d6-18ece54cd94a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:39.373083448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"namespace":"ai-tenant-e2e-mt-632d3b9d","name":"e2e-shared-int-policy-2dc07455","reconcileID":"7dd5912e-1cea-4cb8-915b-a006efb33a46","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:39.390566577Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7c82a8dc-aa40-4f5b-8d89-3b20b5533a38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:39.425298327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e4e3ff8e-0a20-43a2-97d6-18ece54cd94a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:39.429638899Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"namespace":"ai-tenant-e2e-mt-632d3b9d","name":"e2e-shared-int-policy-2dc07455","reconcileID":"7dd5912e-1cea-4cb8-915b-a006efb33a46","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:39.447319725Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7c82a8dc-aa40-4f5b-8d89-3b20b5533a38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:39.481483809Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e4e3ff8e-0a20-43a2-97d6-18ece54cd94a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:39.487934351Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"680f3d01-6e25-4160-9207-30b952ec12b6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:39.487951565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"680f3d01-6e25-4160-9207-30b952ec12b6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:39.532206248Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0eba1493-25ee-48b3-b0d0-720f787f57e8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:39.53222417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0eba1493-25ee-48b3-b0d0-720f787f57e8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:39.589257283Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7335ec1e-142b-47c6-a0d1-4ed5847f12f5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:39.589276089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7335ec1e-142b-47c6-a0d1-4ed5847f12f5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:39.616325211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-w1-5a6246","reconcileID":"defa3f9c-e1d6-4a8f-8a59-fd2f4f17b35d","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:40.109893633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c94f8fbe-e575-463b-a116-5f1191a0d332","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:40.163709059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c94f8fbe-e575-463b-a116-5f1191a0d332","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:40.219758118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c94f8fbe-e575-463b-a116-5f1191a0d332","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:40.273760591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c94f8fbe-e575-463b-a116-5f1191a0d332","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:40.757412758Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-d82a79","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-d82a79","reconcileID":"aa839e4a-686b-4491-a366-b4d3c818ad53","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-d82a79","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-d82a79":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:41.687436613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-api-key-no-access-auth","reconcileID":"9882e138-5cf3-49d9-aefc-277fd4f37c44","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:41.746236717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-api-key-no-access-auth","reconcileID":"9882e138-5cf3-49d9-aefc-277fd4f37c44","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:41.803199379Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-b1ad4e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d62f526ebf24e133231ffb4ff2a1ccc5d52176d155ddbf4bbb610d00970f799f) AuthConfig (9901c3057c42cb00a6d75ad2dd544bd0a4fe677fd6f827bc76a4ef02baed0e40) AuthConfig (b546830ce6ab144b33fa0881a8ae35303dfd363ed64ac63952fe14c5db4b74b0) AuthConfig (2b875ff59cb8ad59e1c3d190ade06af08e7f6e3ee0f12dade1ee95e3cae5736c) AuthConfig (bb1c5fc13f52c9edd8bed48695bb7e8f10483ab25148ddbb3ef483093a3044ff) AuthConfig (6c0b074e256115b6c001f4cd9782d4164ffa81eb5495e7eb6c0326949576b0e3) AuthConfig (263089b4f326d5d85868e1d8fa3133e706f93e801b16a0559e44db2ac00358be) AuthConfig (af92174f71f7828d7c4539fd7f5d8f93056cd49f9071a0afb6ec93ee9e19af20) AuthConfig (23b03cc186c9d4b4c2626b3094c4ed40b080d25ad913193cdff4612ae8d7d8db) AuthConfig (6302d15cd85bfd7d856d31c72d54aae64faa9d47ad04fb16590d7fefb470e41d) AuthConfig (27f694a7d6decbd12233ddf6b96739dcaa79dcd98b0730dbc801fe588033bf95) AuthConfig (419d2a3dcd7667c2b649090c635674d4a7071e1c54a37623ef7ec7c4938b4fa4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-api-key-no-access-auth","reconcileID":"9882e138-5cf3-49d9-aefc-277fd4f37c44","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:42.155814821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"3493e701-e0b9-49fa-bf9a-dbecb17a0dd1","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:42.268416131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2765be30-cbfd-4726-a985-ecff59974310","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:42.322984322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2765be30-cbfd-4726-a985-ecff59974310","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:42.376077866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2765be30-cbfd-4726-a985-ecff59974310","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:42.429273526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2765be30-cbfd-4726-a985-ecff59974310","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:44.58610534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bbe20d3-d5c3-4a1e-ac07-1f3414a158d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:44.645354637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bbe20d3-d5c3-4a1e-ac07-1f3414a158d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:44.731151092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bbe20d3-d5c3-4a1e-ac07-1f3414a158d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:44.802589515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bbe20d3-d5c3-4a1e-ac07-1f3414a158d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:49.59621316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"namespace":"ai-tenant-e2e-mt-632d3b9d","name":"e2e-shared-int-policy-2dc07455","reconcileID":"60fce587-2d1c-47f6-8231-d47bcd6a9530","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:49.616897222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-w1-5a6246","reconcileID":"d3ac1265-1bf7-4085-ae63-510ca90b332e","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:49.667586778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0097eb1b-47a8-4461-899d-2f64bce708be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:49.725912609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0097eb1b-47a8-4461-899d-2f64bce708be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:49.731063692Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"namespace":"ai-tenant-e2e-mt-632d3b9d","name":"e2e-shared-int-policy-2dc07455","reconcileID":"60fce587-2d1c-47f6-8231-d47bcd6a9530","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:49.752672572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1a258c3e-5a7d-499e-b790-cfb032bf0ec7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:49.782863055Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 15","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0097eb1b-47a8-4461-899d-2f64bce708be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:49.787458375Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 15","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"namespace":"ai-tenant-e2e-mt-632d3b9d","name":"e2e-shared-int-policy-2dc07455","reconcileID":"60fce587-2d1c-47f6-8231-d47bcd6a9530","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:49.820678037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"premium-w2-de27f5","reconcileID":"6a0c1190-0bce-46ce-9f89-3646b8453086","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"premium-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"premium-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:49.883396842Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1a258c3e-5a7d-499e-b790-cfb032bf0ec7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:49.883571265Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"196ac65b-d080-4a4c-ad70-4967c9de1f67","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:49.883592647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"196ac65b-d080-4a4c-ad70-4967c9de1f67","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:49.884100513Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"39ef3f81-a1b0-4630-94f2-67cdc27d3416","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:49.884119533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"39ef3f81-a1b0-4630-94f2-67cdc27d3416","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:49.940853647Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 16","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1a258c3e-5a7d-499e-b790-cfb032bf0ec7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:49.999801085Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"99a9516e-7c2b-4fef-b876-a3006538b64d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:49.999823009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"99a9516e-7c2b-4fef-b876-a3006538b64d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:50.036128392Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-subscription","reconcileID":"4e9fefae-1837-483c-8e43-4ef5838fb63b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-premium-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/premium-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:50.04419856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"587d5979-cfd0-47b1-9a7c-1f4e13e11345","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:50.044346774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"28c57e30-569b-4a1e-a38f-d822ba033084","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:50.104024367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"28c57e30-569b-4a1e-a38f-d822ba033084","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:50.104035983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"587d5979-cfd0-47b1-9a7c-1f4e13e11345","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:50.207936047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"premium-w2-de27f5","reconcileID":"52078e5a-6e2c-4ecf-a958-ffae77bcae20","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"premium-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"premium-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:50.423943472Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-subscription","reconcileID":"81b1184a-f093-4a44-8f67-928856e2b367","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-premium-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/premium-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:51.963218362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-api-key-no-access-auth","reconcileID":"61f7c840-6042-488c-9906-164631b58c71","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:52.021742297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-api-key-no-access-auth","reconcileID":"61f7c840-6042-488c-9906-164631b58c71","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:52.157116839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"6304d01b-506e-4625-8d44-5d3f9739bcfc","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:52.295612511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"80ca8bf8-471a-41ed-90b8-73192a55f916","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:53.571180525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"f0bf7d19-c9b5-4fcb-a4d8-4a21c119ce26","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:53.729128659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"92ff1ada-010a-4f63-a29f-8c7d0f31337a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:53.729173384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-api-key-no-access-auth","reconcileID":"dc050125-b308-4593-8f2a-08d039daa7de","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:53.72965817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"676e114f-0f6a-499e-82d3-354cc28728b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:53.787743512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-api-key-no-access-auth","reconcileID":"dc050125-b308-4593-8f2a-08d039daa7de","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:53.787926834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"676e114f-0f6a-499e-82d3-354cc28728b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:53.790128601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"92ff1ada-010a-4f63-a29f-8c7d0f31337a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:59.617589414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-w1-5a6246","reconcileID":"463bd383-d9c4-4938-ade4-6eca00678c9e","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:26:59.951599189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"namespace":"ai-tenant-e2e-mt-632d3b9d","name":"e2e-shared-int-policy-2dc07455","reconcileID":"807c7828-8a5d-4003-9751-38459c7e8caa","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:00.000812848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"65ab3ade-7577-4780-b921-0ca4af128080","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:00.05897862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"65ab3ade-7577-4780-b921-0ca4af128080","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:00.082598943Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"namespace":"ai-tenant-e2e-mt-632d3b9d","name":"e2e-shared-int-policy-2dc07455","reconcileID":"807c7828-8a5d-4003-9751-38459c7e8caa","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:00.115732329Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 17","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"65ab3ade-7577-4780-b921-0ca4af128080","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:00.139707788Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 17","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"namespace":"ai-tenant-e2e-mt-632d3b9d","name":"e2e-shared-int-policy-2dc07455","reconcileID":"807c7828-8a5d-4003-9751-38459c7e8caa","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:00.159008832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9a08fbec-c3fb-4e5b-b1a0-690580243272","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:00.175195986Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f04d0b92-9625-42e8-8888-83104771792c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:00.175213482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f04d0b92-9625-42e8-8888-83104771792c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:00.198757452Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f0718cf6-5b7b-40ec-88df-44941df45ba8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:00.198776917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f0718cf6-5b7b-40ec-88df-44941df45ba8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:00.20886301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"premium-w2-de27f5","reconcileID":"f470a6c6-2ef6-43c6-bfcd-f0cd4083165b","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"premium-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"premium-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:00.290984938Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9a08fbec-c3fb-4e5b-b1a0-690580243272","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:00.347686727Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9a08fbec-c3fb-4e5b-b1a0-690580243272","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:00.407224585Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"df4fd9f8-2e39-45b9-9ec6-5b4d1bc5bb86","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:00.407246353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"df4fd9f8-2e39-45b9-9ec6-5b4d1bc5bb86","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:01.217653925Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:02.158353364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"742c3787-8a17-4f1c-867b-eff17bdff572","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:03.736537974Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-api-key-no-access-sub","reconcileID":"d917dded-dd75-4b99-83a7-db0b9d372470","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscription":"e2e-api-key-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:03.767233041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a518b3d8-e9c6-4566-b4aa-7e05c90ce2d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:03.820438232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a518b3d8-e9c6-4566-b4aa-7e05c90ce2d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:03.873699482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a518b3d8-e9c6-4566-b4aa-7e05c90ce2d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:03.926642608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a518b3d8-e9c6-4566-b4aa-7e05c90ce2d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:04.092615147Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-api-key-no-access-sub","reconcileID":"d917dded-dd75-4b99-83a7-db0b9d372470","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-simulator-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-b1ad4e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:04.358038172Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-subscription","reconcileID":"9983ebcd-3622-4cde-af80-6477721cd6d8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-simulator-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:04.3649281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"4979780f-430f-4b18-966a-4f97bfd1bc63","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:04.502323812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"a5ebef9d-0377-4750-abb9-7368e481c214","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:04.522863386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-api-key-no-access-auth","reconcileID":"6d8590d7-e479-4840-b620-b94b9a7f98c6","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:04.522887828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"378fb2b5-df6c-4ad6-a964-f2f687261651","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:04.523180982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"72ca62de-fc81-4ce2-acfa-73bcf7456d1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:04.581350116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"72ca62de-fc81-4ce2-acfa-73bcf7456d1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:04.581373633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-api-key-no-access-auth","reconcileID":"6d8590d7-e479-4840-b620-b94b9a7f98c6","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:04.583699769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"378fb2b5-df6c-4ad6-a964-f2f687261651","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:04.739974905Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-api-key-no-access-auth","reconcileID":"b3c270f2-cdb4-474e-a3d2-8630db6e448b","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:04.953230057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"b06371ad-31b2-43fc-8bbf-b2fed4552a57","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:05.879168818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e55a1eb3-4cf6-4a3b-98d3-74738a825631","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:05.932289645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e55a1eb3-4cf6-4a3b-98d3-74738a825631","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:05.985494591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e55a1eb3-4cf6-4a3b-98d3-74738a825631","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:06.039011762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e55a1eb3-4cf6-4a3b-98d3-74738a825631","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:08.216690033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-w1-5a6246","reconcileID":"4c79d994-b799-4cca-ad97-a5a81672c59b","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:10.209846505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"premium-w2-de27f5","reconcileID":"0069e887-8871-4dcb-a2fc-6ba1256e7aef","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"premium-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"premium-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:10.335148377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c598a3e6-023c-46c1-ab5b-310a4558d2c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:10.383975722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"namespace":"ai-tenant-e2e-mt-632d3b9d","name":"e2e-shared-int-policy-2dc07455","reconcileID":"0c418cd9-77e2-4b33-bc52-5360905eddeb","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:10.39577796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"b1d175e7-d843-4896-ae73-38ed5a9543e4","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:10.399689931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c598a3e6-023c-46c1-ab5b-310a4558d2c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:10.458404593Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c598a3e6-023c-46c1-ab5b-310a4558d2c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:10.513874634Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"namespace":"ai-tenant-e2e-mt-632d3b9d","name":"e2e-shared-int-policy-2dc07455","reconcileID":"0c418cd9-77e2-4b33-bc52-5360905eddeb","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:10.515722999Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"723f8510-2835-48d9-8d3b-4b4f096ec565","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:10.515741918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"723f8510-2835-48d9-8d3b-4b4f096ec565","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:10.568075763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"48eca237-4fb1-476a-a887-bdf589473b44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:10.570333065Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 19","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"namespace":"ai-tenant-e2e-mt-632d3b9d","name":"e2e-shared-int-policy-2dc07455","reconcileID":"0c418cd9-77e2-4b33-bc52-5360905eddeb","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:10.610375159Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-subscription","reconcileID":"2fdcaa6f-33f5-4df9-ae6b-a6b397a94a12","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:10.628924558Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3bd8924c-3b72-4138-a8b6-21a3b692f338","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:10.628940254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3bd8924c-3b72-4138-a8b6-21a3b692f338","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:10.642093874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cffd480-816d-490a-9bfb-0eec4c8d5ae3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:10.69605884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cffd480-816d-490a-9bfb-0eec4c8d5ae3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:10.696201157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"adfb9a38-5f56-4ceb-9f92-5b250966d95d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:10.713795449Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"48eca237-4fb1-476a-a887-bdf589473b44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:10.749317652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cffd480-816d-490a-9bfb-0eec4c8d5ae3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:10.749402206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"9ad07cde-ca5e-4b19-8c01-a6358bf955e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:10.802892921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cffd480-816d-490a-9bfb-0eec4c8d5ae3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:10.806539361Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"48eca237-4fb1-476a-a887-bdf589473b44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:10.807798646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"adfb9a38-5f56-4ceb-9f92-5b250966d95d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:10.861338537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"9ad07cde-ca5e-4b19-8c01-a6358bf955e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:10.863294742Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"023afdfe-1bcd-49ee-ada5-35446aa3f111","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:10.863309881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"023afdfe-1bcd-49ee-ada5-35446aa3f111","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:10.914386325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"7177fe74-c567-4479-a131-9f209ca27d95","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:11.182798004Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-b562f5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-b562f5","reconcileID":"b176a4fa-74bc-461e-be19-3332d58d386b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-b562f5","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-b562f5":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:11.183305809Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-subscription","reconcileID":"f55c524a-49da-4d7c-b36a-aefbb4a6a7a2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:12.812166049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11bb02a2-f1aa-4df8-be08-84e75a62a3a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:12.865635107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11bb02a2-f1aa-4df8-be08-84e75a62a3a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:12.918992719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11bb02a2-f1aa-4df8-be08-84e75a62a3a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:12.972298775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11bb02a2-f1aa-4df8-be08-84e75a62a3a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:14.83089869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"0bd1af3b-5a2d-4f2c-a812-c19ed44aecb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:14.830904235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"65812f12-13e3-4b8e-87f7-b363982e74a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:14.895230179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"65812f12-13e3-4b8e-87f7-b363982e74a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:14.895418265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"0bd1af3b-5a2d-4f2c-a812-c19ed44aecb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:14.967934039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"549046aa-ae90-4a9f-846c-8074f41f164f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:15.021348996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"549046aa-ae90-4a9f-846c-8074f41f164f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:15.075560024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"549046aa-ae90-4a9f-846c-8074f41f164f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:15.129316405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"549046aa-ae90-4a9f-846c-8074f41f164f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:17.08268899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be8e92b5-c27c-4307-bcaf-d8159a2ee82d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:17.136020756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be8e92b5-c27c-4307-bcaf-d8159a2ee82d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:17.189202842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be8e92b5-c27c-4307-bcaf-d8159a2ee82d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:17.242107749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be8e92b5-c27c-4307-bcaf-d8159a2ee82d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:19.968433842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"namespace":"e2e-models-e2e-worker-w0-0aa6b9","name":"distinct-w0-0aa6b9","reconcileID":"0ea56a00-9610-4d4e-8d3f-2704ec3d5168","MaaSModelRef":{"name":"distinct-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"routeName":"distinct-w0-0aa6b9-kserve-route","namespace":"e2e-models-e2e-worker-w0-0aa6b9","llmisvcName":"distinct-w0-0aa6b9","gateway":"openshift-ingress/e2e-worker-w0-0aa6b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:20.211227108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"premium-w2-de27f5","reconcileID":"cc618e89-d287-43ff-a79b-915f3467d359","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"premium-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"premium-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:20.68224611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8a4bb479-01e0-4722-895c-84ed00961297","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:20.735555891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"namespace":"ai-tenant-e2e-mt-632d3b9d","name":"e2e-shared-int-policy-2dc07455","reconcileID":"21c9b00e-05db-40ed-8b9b-de74c7377b52","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:20.74074372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8a4bb479-01e0-4722-895c-84ed00961297","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:20.7980716Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8a4bb479-01e0-4722-895c-84ed00961297","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:20.85715812Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"14880a46-0fa6-453b-9fb0-7dfc8023b7e3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:20.857177444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"14880a46-0fa6-453b-9fb0-7dfc8023b7e3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:20.86598935Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"namespace":"ai-tenant-e2e-mt-632d3b9d","name":"e2e-shared-int-policy-2dc07455","reconcileID":"21c9b00e-05db-40ed-8b9b-de74c7377b52","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:20.922930008Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 21","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"namespace":"ai-tenant-e2e-mt-632d3b9d","name":"e2e-shared-int-policy-2dc07455","reconcileID":"21c9b00e-05db-40ed-8b9b-de74c7377b52","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:20.981932644Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"90baa8d0-ef36-4719-969f-10f7418a8cd2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:20.981951717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"90baa8d0-ef36-4719-969f-10f7418a8cd2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:21.022201358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a37c30c7-954a-44d1-97e1-560a122c813f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:21.152257283Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a37c30c7-954a-44d1-97e1-560a122c813f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:21.209039115Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a37c30c7-954a-44d1-97e1-560a122c813f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:21.268280466Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d27dce25-6c63-44a7-99ec-fb1b110fe875","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:21.268300767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d27dce25-6c63-44a7-99ec-fb1b110fe875","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:22.553658143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d82a79"},"namespace":"ai-tenant-e2e-api-a-d82a79","name":"default-tenant","reconcileID":"50da54c4-6d97-4b03-af5d-fbd69ae089be","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d82a79","tenantID":"e2e-api-a-d82a79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:22.673795522Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d82a79"},"namespace":"ai-tenant-e2e-api-a-d82a79","name":"default-tenant","reconcileID":"50da54c4-6d97-4b03-af5d-fbd69ae089be","name":"e2e-api-a-d82a79-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:29.68082965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"premium-w2-de27f5","reconcileID":"eaf94f28-0798-49eb-a653-9cda6e253232","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"premium-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"premium-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:29.895014851Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-subscription","reconcileID":"f2714b72-90b9-4bb0-b766-b66ae6bafba2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-premium-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/premium-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:29.898995937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"95b26807-5805-41d2-a7c3-7acbc02b74bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:29.899019809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"80956598-de66-4229-9232-4f984ab01833","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:29.959131485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"80956598-de66-4229-9232-4f984ab01833","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:29.959131484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"95b26807-5805-41d2-a7c3-7acbc02b74bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:30.065735832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"premium-w2-de27f5","reconcileID":"4dd70d26-b718-4347-8a34-780eb23c3a26","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"premium-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"premium-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:30.279163916Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-subscription","reconcileID":"8c46b5a3-2cca-4456-852c-1acb43cb840a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-premium-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/premium-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:31.016487414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a301edf4-16ae-44e8-ab12-57e8c34511ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:31.074593544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a301edf4-16ae-44e8-ab12-57e8c34511ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:31.088374459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"namespace":"ai-tenant-e2e-mt-632d3b9d","name":"e2e-shared-int-policy-2dc07455","reconcileID":"1e0b9503-8802-4a62-83aa-a8bfa6c5651f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:31.13128152Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a301edf4-16ae-44e8-ab12-57e8c34511ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:31.190401375Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b7172c79-49d5-436b-8214-0adda5915419","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:31.190423749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b7172c79-49d5-436b-8214-0adda5915419","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:31.218063328Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"namespace":"ai-tenant-e2e-mt-632d3b9d","name":"e2e-shared-int-policy-2dc07455","reconcileID":"1e0b9503-8802-4a62-83aa-a8bfa6c5651f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:31.218256303Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:31.275042576Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 23","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"namespace":"ai-tenant-e2e-mt-632d3b9d","name":"e2e-shared-int-policy-2dc07455","reconcileID":"1e0b9503-8802-4a62-83aa-a8bfa6c5651f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:31.331989148Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"767ebd7b-fb8d-4f3d-9be5-13af9119b630","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:31.332008152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"767ebd7b-fb8d-4f3d-9be5-13af9119b630","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:31.428930789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4f3910db-84f1-40b6-9bbf-c5335a14bb2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:31.559813432Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4f3910db-84f1-40b6-9bbf-c5335a14bb2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:31.616790124Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4f3910db-84f1-40b6-9bbf-c5335a14bb2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:31.673992003Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4bbad4b4-12e6-4e39-a622-489859b356f7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:31.674018266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4bbad4b4-12e6-4e39-a622-489859b356f7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:41.350657044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"751a2e47-6de7-480f-a53a-157781197611","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:41.409058347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"751a2e47-6de7-480f-a53a-157781197611","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:41.437771184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"namespace":"ai-tenant-e2e-mt-632d3b9d","name":"e2e-shared-int-policy-2dc07455","reconcileID":"b83ce17f-1022-46d9-8623-831c6da8f576","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:41.466711365Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"751a2e47-6de7-480f-a53a-157781197611","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:41.526712573Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fb8bd0f5-a996-4909-b263-c033e3ce1cfe","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:41.52673309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fb8bd0f5-a996-4909-b263-c033e3ce1cfe","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:41.568009928Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"namespace":"ai-tenant-e2e-mt-632d3b9d","name":"e2e-shared-int-policy-2dc07455","reconcileID":"b83ce17f-1022-46d9-8623-831c6da8f576","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:41.625063643Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 25","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"namespace":"ai-tenant-e2e-mt-632d3b9d","name":"e2e-shared-int-policy-2dc07455","reconcileID":"b83ce17f-1022-46d9-8623-831c6da8f576","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:41.683845116Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc9fd9f2-d385-4a41-af46-4d1b74751565","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:41.683870853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc9fd9f2-d385-4a41-af46-4d1b74751565","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:41.832972988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"98ee07eb-28aa-4ce6-bbbf-0e0921648697","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:41.963009013Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"98ee07eb-28aa-4ce6-bbbf-0e0921648697","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:42.019772392Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"98ee07eb-28aa-4ce6-bbbf-0e0921648697","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:42.077479612Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9a77cbdc-94e8-4c9b-a068-e9e639f4bca6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:42.077497633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9a77cbdc-94e8-4c9b-a068-e9e639f4bca6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:42.837403722Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"namespace":"ai-tenant-e2e-mt-632d3b9d","name":"e2e-shared-int-policy-2dc07455","reconcileID":"07861ef3-0112-4948-90a4-77f74c2d3ad0","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:42.837994543Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7b95bcb6-5cfd-4924-940e-a51595d7f833","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:42.838402414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7b95bcb6-5cfd-4924-940e-a51595d7f833","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:42.992494111Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"namespace":"ai-tenant-e2e-mt-632d3b9d","name":"e2e-shared-int-policy-2dc07455","reconcileID":"07861ef3-0112-4948-90a4-77f74c2d3ad0","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"policyNamespace":"ai-tenant-e2e-mt-632d3b9d","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:43.050492622Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7395626f-450c-4b68-976c-ec9a4fae0720","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:43.050512806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7395626f-450c-4b68-976c-ec9a4fae0720","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:43.200942573Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"560aa2eb-7bd9-412e-b563-30a7e3e6a83f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:43.200971963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"560aa2eb-7bd9-412e-b563-30a7e3e6a83f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:51.685650577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3d7a6dbd-3647-4573-9d5f-b2ce4103aa8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:51.744576358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3d7a6dbd-3647-4573-9d5f-b2ce4103aa8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:51.801537257Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3d7a6dbd-3647-4573-9d5f-b2ce4103aa8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:51.860315942Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4fd90266-0026-4973-aadc-c0e925b5c41f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:51.86033435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4fd90266-0026-4973-aadc-c0e925b5c41f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:52.237004692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4a616da1-c8fe-4824-949f-fce274601920","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:52.294797621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4a616da1-c8fe-4824-949f-fce274601920","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:52.351680205Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4a616da1-c8fe-4824-949f-fce274601920","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:53.367780168Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"namespace":"ai-tenant-e2e-mt-632d3b9d","name":"e2e-shared-int-sub-2dc07455","reconcileID":"186f6726-1ed5-443f-83b1-049f3f4ff0ba","MaaSSubscription":{"name":"e2e-shared-int-sub-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-2dc07455","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:53.587183832Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"namespace":"ai-tenant-e2e-mt-632d3b9d","name":"e2e-shared-int-sub-2dc07455","reconcileID":"186f6726-1ed5-443f-83b1-049f3f4ff0ba","MaaSSubscription":{"name":"e2e-shared-int-sub-2dc07455","namespace":"ai-tenant-e2e-mt-632d3b9d"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:53.80067713Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1f8c8f41-46d9-455b-8d76-ca69b173b288","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:53.852175715Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"014e16d0-1945-4ea3-846e-c13be356ecd9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:53.852194596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"014e16d0-1945-4ea3-846e-c13be356ecd9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:56.907649008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b562f5"},"namespace":"ai-tenant-e2e-api-a-b562f5","name":"default-tenant","reconcileID":"84b33d03-9a33-4fa3-81b8-7ec9d151b45b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b562f5","tenantID":"e2e-api-a-b562f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:27:57.027955194Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b562f5"},"namespace":"ai-tenant-e2e-api-a-b562f5","name":"default-tenant","reconcileID":"84b33d03-9a33-4fa3-81b8-7ec9d151b45b","name":"e2e-api-a-b562f5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:01.222967759Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:02.024198351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6749fc5b-b773-469f-8031-2d7ea437913a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:02.083114858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6749fc5b-b773-469f-8031-2d7ea437913a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:02.140699283Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6749fc5b-b773-469f-8031-2d7ea437913a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:02.511723186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c271bb03-1faf-43af-9044-916f4097887c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:02.57057852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c271bb03-1faf-43af-9044-916f4097887c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:02.628296257Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c271bb03-1faf-43af-9044-916f4097887c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:08.615245304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a038c6b-545c-4703-8ea3-c38324cd8024","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:08.6687106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a038c6b-545c-4703-8ea3-c38324cd8024","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:08.721936237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a038c6b-545c-4703-8ea3-c38324cd8024","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:08.77827544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a038c6b-545c-4703-8ea3-c38324cd8024","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:10.745680651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8763513-c83b-484a-8b67-7a9eb43379b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:10.79959053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8763513-c83b-484a-8b67-7a9eb43379b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:10.853926983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8763513-c83b-484a-8b67-7a9eb43379b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:10.908277275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8763513-c83b-484a-8b67-7a9eb43379b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:12.318930479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"14d55be4-8621-4c18-835a-e77cb394d012","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:12.388291354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"14d55be4-8621-4c18-835a-e77cb394d012","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:12.715250719Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c196117a-89e3-4c83-a8bd-90980a3e2dfc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:12.715394924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c196117a-89e3-4c83-a8bd-90980a3e2dfc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:12.787943825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd6d7442-bcd0-4ad6-840d-305a1a5ca8bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:12.849260251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd6d7442-bcd0-4ad6-840d-305a1a5ca8bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:12.998661843Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"931c9685-eaf2-437e-9181-4eb47c1e3217","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:12.998691583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"931c9685-eaf2-437e-9181-4eb47c1e3217","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:13.057747091Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5827ed7e-cab4-4780-a83a-19f1bcd562b0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:13.057776538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5827ed7e-cab4-4780-a83a-19f1bcd562b0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:13.164138051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d82a79-policy","namespace":"ai-tenant-e2e-api-a-d82a79"},"namespace":"ai-tenant-e2e-api-a-d82a79","name":"e2e-e2e-api-a-d82a79-policy","reconcileID":"8de52307-2ce0-4441-9e0c-a8dbe5e5d2fb","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d82a79-policy","namespace":"ai-tenant-e2e-api-a-d82a79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d82a79","tenantID":"e2e-api-a-d82a79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:13.18152528Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d1e1de8c-af26-488b-ac59-69b549c1b7c5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:13.181551191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d1e1de8c-af26-488b-ac59-69b549c1b7c5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:13.308820004Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d82a79-policy","namespace":"ai-tenant-e2e-api-a-d82a79"},"namespace":"ai-tenant-e2e-api-a-d82a79","name":"e2e-e2e-api-a-d82a79-policy","reconcileID":"8de52307-2ce0-4441-9e0c-a8dbe5e5d2fb","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d82a79-policy","namespace":"ai-tenant-e2e-api-a-d82a79"},"name":"e2e-api-a-d82a79-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:13.369551256Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-d82a79-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d82a79-policy","namespace":"ai-tenant-e2e-api-a-d82a79"},"namespace":"ai-tenant-e2e-api-a-d82a79","name":"e2e-e2e-api-a-d82a79-policy","reconcileID":"8de52307-2ce0-4441-9e0c-a8dbe5e5d2fb","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d82a79-policy","namespace":"ai-tenant-e2e-api-a-d82a79"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:13.436720553Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e72fd476-3aa0-4fbf-a88f-1058b5e10637","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:13.436842738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e72fd476-3aa0-4fbf-a88f-1058b5e10637","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:15.443992539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"namespace":"e2e-models-e2e-worker-w0-0aa6b9","name":"simulator-w0-0aa6b9","reconcileID":"2c1be77a-f3ba-4ea4-8fd8-29b7e46e30f4","MaaSModelRef":{"name":"simulator-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"routeName":"simulator-w0-0aa6b9-kserve-route","namespace":"e2e-models-e2e-worker-w0-0aa6b9","llmisvcName":"simulator-w0-0aa6b9","gateway":"openshift-ingress/e2e-worker-w0-0aa6b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:15.444611191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"namespace":"e2e-models-e2e-worker-w0-0aa6b9","name":"premium-w0-0aa6b9","reconcileID":"662ef8e8-2c52-4628-b0a1-f6c8d9b8049f","MaaSModelRef":{"name":"premium-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"routeName":"premium-w0-0aa6b9-kserve-route","namespace":"e2e-models-e2e-worker-w0-0aa6b9","llmisvcName":"premium-w0-0aa6b9","gateway":"openshift-ingress/e2e-worker-w0-0aa6b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:15.445002635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"namespace":"e2e-models-e2e-worker-w0-0aa6b9","name":"distinct-w0-0aa6b9","reconcileID":"7c729529-0c2c-4ffa-bf5d-c917af7544f0","MaaSModelRef":{"name":"distinct-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"routeName":"distinct-w0-0aa6b9-kserve-route","namespace":"e2e-models-e2e-worker-w0-0aa6b9","llmisvcName":"distinct-w0-0aa6b9","gateway":"openshift-ingress/e2e-worker-w0-0aa6b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:15.556950682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"namespace":"e2e-models-e2e-worker-w0-0aa6b9","name":"simulator-w0-0aa6b9","reconcileID":"1db70a16-1634-4220-862b-c1d8c8b17648","MaaSModelRef":{"name":"simulator-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"routeName":"simulator-w0-0aa6b9-kserve-route","namespace":"e2e-models-e2e-worker-w0-0aa6b9","llmisvcName":"simulator-w0-0aa6b9","gateway":"openshift-ingress/e2e-worker-w0-0aa6b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:15.557279398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"namespace":"e2e-models-e2e-worker-w0-0aa6b9","name":"premium-w0-0aa6b9","reconcileID":"b0068e18-8f06-407e-8474-c41dfd983bfb","MaaSModelRef":{"name":"premium-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"routeName":"premium-w0-0aa6b9-kserve-route","namespace":"e2e-models-e2e-worker-w0-0aa6b9","llmisvcName":"premium-w0-0aa6b9","gateway":"openshift-ingress/e2e-worker-w0-0aa6b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:15.557569584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"namespace":"e2e-models-e2e-worker-w0-0aa6b9","name":"distinct-w0-0aa6b9","reconcileID":"3b314b8b-8793-4718-9a1a-7c3c7512b19b","MaaSModelRef":{"name":"distinct-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"routeName":"distinct-w0-0aa6b9-kserve-route","namespace":"e2e-models-e2e-worker-w0-0aa6b9","llmisvcName":"distinct-w0-0aa6b9","gateway":"openshift-ingress/e2e-worker-w0-0aa6b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:15.603664852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"6d0ce4d6-7b0b-451f-8602-f57fade7fcc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:15.610183118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"b1982b1b-6491-4cf0-97f7-b6171555f792","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:15.664092348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"6d0ce4d6-7b0b-451f-8602-f57fade7fcc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:15.673759108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"b1982b1b-6491-4cf0-97f7-b6171555f792","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:15.697165097Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-subscription","reconcileID":"d40097c0-823b-4beb-842d-698382f991cf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-premium-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/premium-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:15.697707489Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-subscription","reconcileID":"a7a8692c-455e-4c54-a6a4-6aeb27dd37d6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-simulator-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/simulator-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:15.985860089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"5d81a155-df36-4372-a476-f1642e78f38b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:15.99180898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"28aff9b2-7945-41d0-ab2d-9da50eaa8340","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:16.046166775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"5d81a155-df36-4372-a476-f1642e78f38b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:16.050154174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"28aff9b2-7945-41d0-ab2d-9da50eaa8340","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:17.905243811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"775f7c1c-0c0f-4e55-9e73-5ffc01cf6e06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:17.959042883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"775f7c1c-0c0f-4e55-9e73-5ffc01cf6e06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:18.012018936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"775f7c1c-0c0f-4e55-9e73-5ffc01cf6e06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:18.065059376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"775f7c1c-0c0f-4e55-9e73-5ffc01cf6e06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:18.376435052Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-4da1f5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-4da1f5","reconcileID":"0d990dfa-341f-48aa-aea9-3fc15f3d1efa","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-4da1f5","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-4da1f5":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:20.055289739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1e5b114-4b80-4621-8a1e-9dcf38f49eb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:20.108342887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1e5b114-4b80-4621-8a1e-9dcf38f49eb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:20.161436061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1e5b114-4b80-4621-8a1e-9dcf38f49eb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:20.214672085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1e5b114-4b80-4621-8a1e-9dcf38f49eb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:22.170420741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02d14ba8-619e-4a00-8219-33fd95e29da1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:22.224325496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02d14ba8-619e-4a00-8219-33fd95e29da1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:22.280547146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02d14ba8-619e-4a00-8219-33fd95e29da1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:22.336118707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02d14ba8-619e-4a00-8219-33fd95e29da1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:23.542940321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d82a79-policy","namespace":"ai-tenant-e2e-api-a-d82a79"},"namespace":"ai-tenant-e2e-api-a-d82a79","name":"e2e-e2e-api-a-d82a79-policy","reconcileID":"fbc0ac87-569d-4073-a7aa-6b7f253257e7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d82a79-policy","namespace":"ai-tenant-e2e-api-a-d82a79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d82a79","tenantID":"e2e-api-a-d82a79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:23.600759566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d82a79-policy","namespace":"ai-tenant-e2e-api-a-d82a79"},"namespace":"ai-tenant-e2e-api-a-d82a79","name":"e2e-e2e-api-a-d82a79-policy","reconcileID":"fbc0ac87-569d-4073-a7aa-6b7f253257e7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d82a79-policy","namespace":"ai-tenant-e2e-api-a-d82a79"},"name":"e2e-api-a-d82a79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:23.657394088Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-d82a79-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d82a79-policy","namespace":"ai-tenant-e2e-api-a-d82a79"},"namespace":"ai-tenant-e2e-api-a-d82a79","name":"e2e-e2e-api-a-d82a79-policy","reconcileID":"fbc0ac87-569d-4073-a7aa-6b7f253257e7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d82a79-policy","namespace":"ai-tenant-e2e-api-a-d82a79"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:31.218177918Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:33.764664339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d82a79-policy","namespace":"ai-tenant-e2e-api-a-d82a79"},"namespace":"ai-tenant-e2e-api-a-d82a79","name":"e2e-e2e-api-a-d82a79-policy","reconcileID":"c376208c-83b4-45ea-a8cd-a82e84f568db","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d82a79-policy","namespace":"ai-tenant-e2e-api-a-d82a79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d82a79","tenantID":"e2e-api-a-d82a79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:33.823146099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d82a79-policy","namespace":"ai-tenant-e2e-api-a-d82a79"},"namespace":"ai-tenant-e2e-api-a-d82a79","name":"e2e-e2e-api-a-d82a79-policy","reconcileID":"c376208c-83b4-45ea-a8cd-a82e84f568db","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d82a79-policy","namespace":"ai-tenant-e2e-api-a-d82a79"},"name":"e2e-api-a-d82a79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:33.885550095Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-d82a79-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d82a79-policy","namespace":"ai-tenant-e2e-api-a-d82a79"},"namespace":"ai-tenant-e2e-api-a-d82a79","name":"e2e-e2e-api-a-d82a79-policy","reconcileID":"c376208c-83b4-45ea-a8cd-a82e84f568db","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d82a79-policy","namespace":"ai-tenant-e2e-api-a-d82a79"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:35.067068297Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-lifecycle-model-9902a0c2","reconcileID":"848c61fa-0005-445f-b4a4-ff96eecdd4db","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"tenant":"e2e-mt-9902a0c2","gateway":"openshift-ingress/e2e-mt-9902a0c2","model":"ai-tenant-e2e-mt-9902a0c2/e2e-lifecycle-model-9902a0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:35.067097348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-lifecycle-model-9902a0c2","reconcileID":"848c61fa-0005-445f-b4a4-ff96eecdd4db","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"routeName":"e2e-lifecycle-model-9902a0c2-kserve-route","namespace":"ai-tenant-e2e-mt-9902a0c2","llmisvcName":"e2e-lifecycle-model-9902a0c2","gateway":"openshift-ingress/e2e-mt-9902a0c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:38.620891522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"namespace":"e2e-models-e2e-worker-w0-0aa6b9","name":"distinct-2-w0-0aa6b9","reconcileID":"4a283321-cb60-4f90-8c2f-91ae2d4f3af4","MaaSModelRef":{"name":"distinct-2-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"routeName":"distinct-2-w0-0aa6b9-kserve-route","namespace":"e2e-models-e2e-worker-w0-0aa6b9","llmisvcName":"distinct-2-w0-0aa6b9","gateway":"openshift-ingress/e2e-worker-w0-0aa6b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:39.577276381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"namespace":"e2e-models-e2e-worker-w0-0aa6b9","name":"simulator-w0-0aa6b9","reconcileID":"fbe29f4b-7c85-481b-9359-46a35cf71f74","MaaSModelRef":{"name":"simulator-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"routeName":"simulator-w0-0aa6b9-kserve-route","namespace":"e2e-models-e2e-worker-w0-0aa6b9","llmisvcName":"simulator-w0-0aa6b9","gateway":"openshift-ingress/e2e-worker-w0-0aa6b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:39.635142326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"namespace":"e2e-models-e2e-worker-w0-0aa6b9","name":"simulator-w0-0aa6b9","reconcileID":"c845c388-29c8-415b-918e-576b06a7f455","MaaSModelRef":{"name":"simulator-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"routeName":"simulator-w0-0aa6b9-kserve-route","namespace":"e2e-models-e2e-worker-w0-0aa6b9","llmisvcName":"simulator-w0-0aa6b9","gateway":"openshift-ingress/e2e-worker-w0-0aa6b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:39.793160708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"e2e-api-key-scoped-auth","reconcileID":"7ee38d3c-e1a1-4522-ab0e-1ea1ea0d361e","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:39.844504327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"namespace":"e2e-models-e2e-worker-w0-0aa6b9","name":"simulator-w0-0aa6b9","reconcileID":"6f19872b-f575-47f0-b757-ce8888e8495a","MaaSModelRef":{"name":"simulator-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"routeName":"simulator-w0-0aa6b9-kserve-route","namespace":"e2e-models-e2e-worker-w0-0aa6b9","llmisvcName":"simulator-w0-0aa6b9","gateway":"openshift-ingress/e2e-worker-w0-0aa6b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:39.85135792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"e2e-api-key-scoped-auth","reconcileID":"7ee38d3c-e1a1-4522-ab0e-1ea1ea0d361e","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:39.902840939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"namespace":"e2e-models-e2e-worker-w0-0aa6b9","name":"simulator-w0-0aa6b9","reconcileID":"cb8f000d-f24a-452e-a77d-d8f0243c4697","MaaSModelRef":{"name":"simulator-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"routeName":"simulator-w0-0aa6b9-kserve-route","namespace":"e2e-models-e2e-worker-w0-0aa6b9","llmisvcName":"simulator-w0-0aa6b9","gateway":"openshift-ingress/e2e-worker-w0-0aa6b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:39.908055593Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-0aa6b9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e601b8400931d46a769d6937f3404021e46db6fa8a84f61a1fb02f5d477d5ecc) AuthConfig (da94bf36fa334f69b283d614ef3210c7a5022c6c47e744e59794a3fb34334edb) AuthConfig (a0709650ff4263b720b6aacc007daa49921314652fa7955cfd18108ae79f73fc) AuthConfig (a16a3e0ea6abf29c9de48f3f438e04aeefee06b0a4898208d666fdc1423a8a9a) AuthConfig (285044d5478852a81e06ffd02922db4516a28074a0b39f52b98e76db57eca1a2) AuthConfig (0dfcf9d96f0a8e2c39bf368af8d772e97fe566821a323347c1ceb63c45b040f1) AuthConfig (6015bd433bf323cd36d467df730e7ba84c9104077e53d2fe3de7fae1da5a47ff) AuthConfig (dfbf81620850da52932bd855e0f1b29094b7b70571e20290e574755eb98c2f7d) AuthConfig (205eb6b5ffced8f0b203f93f4c3a1fdca3adde934f73c215c8b474d97b6ef3ad) AuthConfig (88f93682fd5bfa92c9dcc15e375d584c6e1aa720ed8b07736ce08e8bd66c432d) AuthConfig (36d4f496534965abfa6439998673477ed97feef2cd1ed65de2d9747e46aec004) AuthConfig (2c705b8356c08e3ff1e1ce8c8e705ff0e11fe6fabcb39f40505ba4826498945f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"e2e-api-key-scoped-auth","reconcileID":"7ee38d3c-e1a1-4522-ab0e-1ea1ea0d361e","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:28:39.954878024Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"e2e-api-key-scoped-sub","reconcileID":"1dd08434-1795-435d-b7c9-49ba922aaf7c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-scoped-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:39.966135693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"namespace":"e2e-models-e2e-worker-w0-0aa6b9","name":"simulator-w0-0aa6b9","reconcileID":"ad8d631e-f2e0-4684-a064-05efd4ddc5df","MaaSModelRef":{"name":"simulator-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"routeName":"simulator-w0-0aa6b9-kserve-route","namespace":"e2e-models-e2e-worker-w0-0aa6b9","llmisvcName":"simulator-w0-0aa6b9","gateway":"openshift-ingress/e2e-worker-w0-0aa6b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:40.004871304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"f3aa05f1-b015-4c28-b377-c3b152082c46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:40.004871318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"8b729fb0-ef7a-4f44-a7bc-c63545b2f6a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:40.063605345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"f3aa05f1-b015-4c28-b377-c3b152082c46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:40.06361062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"8b729fb0-ef7a-4f44-a7bc-c63545b2f6a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:40.070778004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"namespace":"e2e-models-e2e-worker-w0-0aa6b9","name":"simulator-w0-0aa6b9","reconcileID":"ffa5f5a9-d83e-4411-b3be-0aa714903f78","MaaSModelRef":{"name":"simulator-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"routeName":"simulator-w0-0aa6b9-kserve-route","namespace":"e2e-models-e2e-worker-w0-0aa6b9","llmisvcName":"simulator-w0-0aa6b9","gateway":"openshift-ingress/e2e-worker-w0-0aa6b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:40.124627113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"e2e-api-key-scoped-auth","reconcileID":"7ecf3493-565c-479c-91a3-2b77c3322cbd","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:40.129423513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"namespace":"e2e-models-e2e-worker-w0-0aa6b9","name":"simulator-w0-0aa6b9","reconcileID":"b7e24b9a-145f-411d-8a9d-d75ea3fda115","MaaSModelRef":{"name":"simulator-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"routeName":"simulator-w0-0aa6b9-kserve-route","namespace":"e2e-models-e2e-worker-w0-0aa6b9","llmisvcName":"simulator-w0-0aa6b9","gateway":"openshift-ingress/e2e-worker-w0-0aa6b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:40.182603378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"e2e-api-key-scoped-auth","reconcileID":"7ecf3493-565c-479c-91a3-2b77c3322cbd","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:40.239876752Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-0aa6b9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e601b8400931d46a769d6937f3404021e46db6fa8a84f61a1fb02f5d477d5ecc) AuthConfig (da94bf36fa334f69b283d614ef3210c7a5022c6c47e744e59794a3fb34334edb) AuthConfig (a0709650ff4263b720b6aacc007daa49921314652fa7955cfd18108ae79f73fc) AuthConfig (a16a3e0ea6abf29c9de48f3f438e04aeefee06b0a4898208d666fdc1423a8a9a) AuthConfig (285044d5478852a81e06ffd02922db4516a28074a0b39f52b98e76db57eca1a2) AuthConfig (0dfcf9d96f0a8e2c39bf368af8d772e97fe566821a323347c1ceb63c45b040f1) AuthConfig (6015bd433bf323cd36d467df730e7ba84c9104077e53d2fe3de7fae1da5a47ff) AuthConfig (dfbf81620850da52932bd855e0f1b29094b7b70571e20290e574755eb98c2f7d) AuthConfig (205eb6b5ffced8f0b203f93f4c3a1fdca3adde934f73c215c8b474d97b6ef3ad) AuthConfig (88f93682fd5bfa92c9dcc15e375d584c6e1aa720ed8b07736ce08e8bd66c432d) AuthConfig (36d4f496534965abfa6439998673477ed97feef2cd1ed65de2d9747e46aec004) AuthConfig (2c705b8356c08e3ff1e1ce8c8e705ff0e11fe6fabcb39f40505ba4826498945f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"e2e-api-key-scoped-auth","reconcileID":"7ecf3493-565c-479c-91a3-2b77c3322cbd","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:40.380560267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"6388162f-34f1-46cf-acb2-84387acc5a0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:40.380560283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"3227e799-3bd1-48b2-86d1-04f6eba5b87f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:40.399570959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"e2e-api-key-scoped-auth","reconcileID":"dee11eb4-bd42-4c76-8d5f-548b5eeefa52","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:40.406353011Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"e2e-api-key-scoped-sub","reconcileID":"af4f5993-ef83-4171-92e8-662d7a6a0ba7","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-simulator-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/simulator-w0-0aa6b9","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-0aa6b9/e2e-api-key-scoped-sub","ai-tenant-e2e-worker-w0-0aa6b9/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:40.439144323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"3227e799-3bd1-48b2-86d1-04f6eba5b87f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:40.439186432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"6388162f-34f1-46cf-acb2-84387acc5a0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:40.45791616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"e2e-api-key-scoped-auth","reconcileID":"dee11eb4-bd42-4c76-8d5f-548b5eeefa52","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:40.514884276Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-0aa6b9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e601b8400931d46a769d6937f3404021e46db6fa8a84f61a1fb02f5d477d5ecc) AuthConfig (da94bf36fa334f69b283d614ef3210c7a5022c6c47e744e59794a3fb34334edb) AuthConfig (a0709650ff4263b720b6aacc007daa49921314652fa7955cfd18108ae79f73fc) AuthConfig (a16a3e0ea6abf29c9de48f3f438e04aeefee06b0a4898208d666fdc1423a8a9a) AuthConfig (285044d5478852a81e06ffd02922db4516a28074a0b39f52b98e76db57eca1a2) AuthConfig (0dfcf9d96f0a8e2c39bf368af8d772e97fe566821a323347c1ceb63c45b040f1) AuthConfig (6015bd433bf323cd36d467df730e7ba84c9104077e53d2fe3de7fae1da5a47ff) AuthConfig (dfbf81620850da52932bd855e0f1b29094b7b70571e20290e574755eb98c2f7d) AuthConfig (205eb6b5ffced8f0b203f93f4c3a1fdca3adde934f73c215c8b474d97b6ef3ad) AuthConfig (88f93682fd5bfa92c9dcc15e375d584c6e1aa720ed8b07736ce08e8bd66c432d) AuthConfig (36d4f496534965abfa6439998673477ed97feef2cd1ed65de2d9747e46aec004) AuthConfig (2c705b8356c08e3ff1e1ce8c8e705ff0e11fe6fabcb39f40505ba4826498945f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"e2e-api-key-scoped-auth","reconcileID":"dee11eb4-bd42-4c76-8d5f-548b5eeefa52","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:40.548852432Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-lifecycle-model-9902a0c2","reconcileID":"cceeac59-0467-4868-bcd1-99ca37ee1f98","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"tenant":"e2e-mt-9902a0c2","gateway":"openshift-ingress/e2e-mt-9902a0c2","model":"ai-tenant-e2e-mt-9902a0c2/e2e-lifecycle-model-9902a0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:40.548875099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-lifecycle-model-9902a0c2","reconcileID":"cceeac59-0467-4868-bcd1-99ca37ee1f98","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"routeName":"e2e-lifecycle-model-9902a0c2-kserve-route","namespace":"ai-tenant-e2e-mt-9902a0c2","llmisvcName":"e2e-lifecycle-model-9902a0c2","gateway":"openshift-ingress/e2e-mt-9902a0c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:40.575861169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"namespace":"e2e-models-e2e-worker-w0-0aa6b9","name":"simulator-w0-0aa6b9","reconcileID":"1ccdc907-105a-4d19-bb1c-da9e26856c77","MaaSModelRef":{"name":"simulator-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"routeName":"simulator-w0-0aa6b9-kserve-route","namespace":"e2e-models-e2e-worker-w0-0aa6b9","llmisvcName":"simulator-w0-0aa6b9","gateway":"openshift-ingress/e2e-worker-w0-0aa6b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:40.60472552Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-lifecycle-model-9902a0c2","reconcileID":"fdab8ade-0b7c-4b5a-a284-8bb323f9d511","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"tenant":"e2e-mt-9902a0c2","gateway":"openshift-ingress/e2e-mt-9902a0c2","model":"ai-tenant-e2e-mt-9902a0c2/e2e-lifecycle-model-9902a0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:40.604742059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-lifecycle-model-9902a0c2","reconcileID":"fdab8ade-0b7c-4b5a-a284-8bb323f9d511","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"routeName":"e2e-lifecycle-model-9902a0c2-kserve-route","namespace":"ai-tenant-e2e-mt-9902a0c2","llmisvcName":"e2e-lifecycle-model-9902a0c2","gateway":"openshift-ingress/e2e-mt-9902a0c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:40.620078936Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-subscription","reconcileID":"499e29d1-8183-4805-86d8-062affa2c4d4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-simulator-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/simulator-w0-0aa6b9","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:40.710720053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-policy-9902a0c2","reconcileID":"5b62ef99-a768-4c53-bce9-231c06caf817","MaaSAuthPolicy":{"name":"e2e-policy-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9902a0c2","tenantID":"e2e-mt-9902a0c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:40.789594136Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"e2e-api-key-scoped-sub","reconcileID":"6dba3003-bc51-4b38-b05b-24f63a9262f8","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-simulator-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/simulator-w0-0aa6b9","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:40.80881748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"e2e-api-key-scoped-auth","reconcileID":"c713bb48-d671-4b9b-bc6a-61f9473e76be","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:40.822994643Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-lifecycle-model-9902a0c2","reconcileID":"b2b6030b-4212-4740-ac58-8f352edc9054","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"tenant":"e2e-mt-9902a0c2","gateway":"openshift-ingress/e2e-mt-9902a0c2","model":"ai-tenant-e2e-mt-9902a0c2/e2e-lifecycle-model-9902a0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:40.823021227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-lifecycle-model-9902a0c2","reconcileID":"b2b6030b-4212-4740-ac58-8f352edc9054","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"routeName":"e2e-lifecycle-model-9902a0c2-kserve-route","namespace":"ai-tenant-e2e-mt-9902a0c2","llmisvcName":"e2e-lifecycle-model-9902a0c2","gateway":"openshift-ingress/e2e-mt-9902a0c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:40.840275848Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-policy-9902a0c2","reconcileID":"5b62ef99-a768-4c53-bce9-231c06caf817","MaaSAuthPolicy":{"name":"e2e-policy-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"name":"e2e-mt-9902a0c2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:40.866876554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"e2e-api-key-scoped-auth","reconcileID":"c713bb48-d671-4b9b-bc6a-61f9473e76be","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:40.876173661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"6fca67bc-9aaf-4e65-82de-4757a236f6ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:40.876313632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"08d05751-845f-420a-9b80-43a35769c07a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:40.883391098Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-lifecycle-model-9902a0c2","reconcileID":"c94c00f3-a4a5-4cc7-870c-502fd8b51c18","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"tenant":"e2e-mt-9902a0c2","gateway":"openshift-ingress/e2e-mt-9902a0c2","model":"ai-tenant-e2e-mt-9902a0c2/e2e-lifecycle-model-9902a0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:40.883413037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-lifecycle-model-9902a0c2","reconcileID":"c94c00f3-a4a5-4cc7-870c-502fd8b51c18","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"routeName":"e2e-lifecycle-model-9902a0c2-kserve-route","namespace":"ai-tenant-e2e-mt-9902a0c2","llmisvcName":"e2e-lifecycle-model-9902a0c2","gateway":"openshift-ingress/e2e-mt-9902a0c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:40.897025065Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-9902a0c2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-policy-9902a0c2","reconcileID":"5b62ef99-a768-4c53-bce9-231c06caf817","MaaSAuthPolicy":{"name":"e2e-policy-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:40.923436854Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-0aa6b9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e601b8400931d46a769d6937f3404021e46db6fa8a84f61a1fb02f5d477d5ecc) AuthConfig (da94bf36fa334f69b283d614ef3210c7a5022c6c47e744e59794a3fb34334edb) AuthConfig (a0709650ff4263b720b6aacc007daa49921314652fa7955cfd18108ae79f73fc) AuthConfig (a16a3e0ea6abf29c9de48f3f438e04aeefee06b0a4898208d666fdc1423a8a9a) AuthConfig (285044d5478852a81e06ffd02922db4516a28074a0b39f52b98e76db57eca1a2) AuthConfig (0dfcf9d96f0a8e2c39bf368af8d772e97fe566821a323347c1ceb63c45b040f1) AuthConfig (6015bd433bf323cd36d467df730e7ba84c9104077e53d2fe3de7fae1da5a47ff) AuthConfig (dfbf81620850da52932bd855e0f1b29094b7b70571e20290e574755eb98c2f7d) AuthConfig (205eb6b5ffced8f0b203f93f4c3a1fdca3adde934f73c215c8b474d97b6ef3ad) AuthConfig (88f93682fd5bfa92c9dcc15e375d584c6e1aa720ed8b07736ce08e8bd66c432d) AuthConfig (36d4f496534965abfa6439998673477ed97feef2cd1ed65de2d9747e46aec004) AuthConfig (2c705b8356c08e3ff1e1ce8c8e705ff0e11fe6fabcb39f40505ba4826498945f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"e2e-api-key-scoped-auth","reconcileID":"c713bb48-d671-4b9b-bc6a-61f9473e76be","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:40.934340688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"08d05751-845f-420a-9b80-43a35769c07a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:40.93450501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"6fca67bc-9aaf-4e65-82de-4757a236f6ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:28:40.934620134Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-sub-9902a0c2","reconcileID":"6606dfe6-2961-413f-b3ab-dfdc625c0439","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-9902a0c2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:40.938993777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"namespace":"e2e-models-e2e-worker-w0-0aa6b9","name":"simulator-w0-0aa6b9","reconcileID":"e869e166-27d8-42b4-8dbe-03424e6595a1","MaaSModelRef":{"name":"simulator-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"routeName":"simulator-w0-0aa6b9-kserve-route","namespace":"e2e-models-e2e-worker-w0-0aa6b9","llmisvcName":"simulator-w0-0aa6b9","gateway":"openshift-ingress/e2e-worker-w0-0aa6b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:40.953589854Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-lifecycle-model-9902a0c2","reconcileID":"908cb7f9-1669-4314-91c5-6430d44c974f","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"tenant":"e2e-mt-9902a0c2","gateway":"openshift-ingress/e2e-mt-9902a0c2","model":"ai-tenant-e2e-mt-9902a0c2/e2e-lifecycle-model-9902a0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:40.953616624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-lifecycle-model-9902a0c2","reconcileID":"908cb7f9-1669-4314-91c5-6430d44c974f","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"routeName":"e2e-lifecycle-model-9902a0c2-kserve-route","namespace":"ai-tenant-e2e-mt-9902a0c2","llmisvcName":"e2e-lifecycle-model-9902a0c2","gateway":"openshift-ingress/e2e-mt-9902a0c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:41.04307934Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-lifecycle-model-9902a0c2","reconcileID":"60ff6d22-6299-4383-ac84-834ed52ce2b6","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"tenant":"e2e-mt-9902a0c2","gateway":"openshift-ingress/e2e-mt-9902a0c2","model":"ai-tenant-e2e-mt-9902a0c2/e2e-lifecycle-model-9902a0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:41.043099388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-lifecycle-model-9902a0c2","reconcileID":"60ff6d22-6299-4383-ac84-834ed52ce2b6","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"routeName":"e2e-lifecycle-model-9902a0c2-kserve-route","namespace":"ai-tenant-e2e-mt-9902a0c2","llmisvcName":"e2e-lifecycle-model-9902a0c2","gateway":"openshift-ingress/e2e-mt-9902a0c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:41.059886499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-policy-9902a0c2","reconcileID":"56213022-52bf-4a76-8ee1-96774becf58d","MaaSAuthPolicy":{"name":"e2e-policy-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9902a0c2","tenantID":"e2e-mt-9902a0c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:41.100984776Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-lifecycle-model-9902a0c2","reconcileID":"da9e077a-b5a2-4059-9c0e-463faba6fe1e","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"tenant":"e2e-mt-9902a0c2","gateway":"openshift-ingress/e2e-mt-9902a0c2","model":"ai-tenant-e2e-mt-9902a0c2/e2e-lifecycle-model-9902a0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:41.101009916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-lifecycle-model-9902a0c2","reconcileID":"da9e077a-b5a2-4059-9c0e-463faba6fe1e","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"routeName":"e2e-lifecycle-model-9902a0c2-kserve-route","namespace":"ai-tenant-e2e-mt-9902a0c2","llmisvcName":"e2e-lifecycle-model-9902a0c2","gateway":"openshift-ingress/e2e-mt-9902a0c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:41.119605781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-policy-9902a0c2","reconcileID":"56213022-52bf-4a76-8ee1-96774becf58d","MaaSAuthPolicy":{"name":"e2e-policy-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"name":"e2e-mt-9902a0c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:41.176635795Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-9902a0c2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-policy-9902a0c2","reconcileID":"56213022-52bf-4a76-8ee1-96774becf58d","MaaSAuthPolicy":{"name":"e2e-policy-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:41.325653582Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-sub-9902a0c2","reconcileID":"0a1335b0-cf0a-4fe3-9834-152d4364f569","MaaSSubscription":{"name":"e2e-sub-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"name":"maas-trlp-e2e-lifecycle-model-9902a0c2","model":"e2e-lifecycle-model-9902a0c2","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-mt-9902a0c2/e2e-sub-9902a0c2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:41.497058489Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-lifecycle-model-9902a0c2","reconcileID":"4636e809-0f89-40e9-babf-e17da4adbf84","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"tenant":"e2e-mt-9902a0c2","gateway":"openshift-ingress/e2e-mt-9902a0c2","model":"ai-tenant-e2e-mt-9902a0c2/e2e-lifecycle-model-9902a0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:41.497080603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-lifecycle-model-9902a0c2","reconcileID":"4636e809-0f89-40e9-babf-e17da4adbf84","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"routeName":"e2e-lifecycle-model-9902a0c2-kserve-route","namespace":"ai-tenant-e2e-mt-9902a0c2","llmisvcName":"e2e-lifecycle-model-9902a0c2","gateway":"openshift-ingress/e2e-mt-9902a0c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:41.710001921Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-sub-9902a0c2","reconcileID":"37cf2321-3b22-4147-84bd-c22ecf48027a","MaaSSubscription":{"name":"e2e-sub-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"name":"maas-trlp-e2e-lifecycle-model-9902a0c2","model":"ai-tenant-e2e-mt-9902a0c2/e2e-lifecycle-model-9902a0c2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:44.018576305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31a27427-781a-4428-a288-061e52198de3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:44.019328638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d82a79-policy","namespace":"ai-tenant-e2e-api-a-d82a79"},"namespace":"ai-tenant-e2e-api-a-d82a79","name":"e2e-e2e-api-a-d82a79-policy","reconcileID":"168fb0d6-e01f-4213-9570-21c341af6563","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d82a79-policy","namespace":"ai-tenant-e2e-api-a-d82a79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d82a79","tenantID":"e2e-api-a-d82a79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:44.072363647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31a27427-781a-4428-a288-061e52198de3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:44.125524221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31a27427-781a-4428-a288-061e52198de3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:44.130618234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d82a79-policy","namespace":"ai-tenant-e2e-api-a-d82a79"},"namespace":"ai-tenant-e2e-api-a-d82a79","name":"e2e-e2e-api-a-d82a79-policy","reconcileID":"168fb0d6-e01f-4213-9570-21c341af6563","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d82a79-policy","namespace":"ai-tenant-e2e-api-a-d82a79"},"name":"e2e-api-a-d82a79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:44.178699928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31a27427-781a-4428-a288-061e52198de3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:44.235656338Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-d82a79-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (969bfa8adaa1ff6656f6f15dcae6fb71223110de8eaf7121cb5772b50d4314d5) AuthConfig (706b167dd84d088c98822cac7bc43515d6dfdbfe7f7304da12b0374d8628e879) AuthConfig (512aa40d442a9377e514e70ec3a00f7995ac3097153e6d91df61c3c592700b44) AuthConfig (f5fe2ff838d64badbcc7b3500e8dfd5525ed86559908824cfa1d568689ec6dc7) AuthConfig (b4e707d7abdb86f847907b37e327c4d58b745c4a61d457365da3dd289a8956a6) AuthConfig (1092a7681d2eecf7f587af63fe0013e9bdf3cf170c53ac1020b60de8cd155dcc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d82a79-policy","namespace":"ai-tenant-e2e-api-a-d82a79"},"namespace":"ai-tenant-e2e-api-a-d82a79","name":"e2e-e2e-api-a-d82a79-policy","reconcileID":"168fb0d6-e01f-4213-9570-21c341af6563","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d82a79-policy","namespace":"ai-tenant-e2e-api-a-d82a79"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:44.29248385Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e8539996-1dc1-4a73-bf91-a4064b1bfc38","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:44.292504576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e8539996-1dc1-4a73-bf91-a4064b1bfc38","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:46.154634257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98e1c16c-712e-4546-a258-8bc5b4014ab7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:46.208305723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98e1c16c-712e-4546-a258-8bc5b4014ab7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:46.261566188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98e1c16c-712e-4546-a258-8bc5b4014ab7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:46.314742571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98e1c16c-712e-4546-a258-8bc5b4014ab7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:48.47688433Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2b8476a4-52ca-4bf7-a927-77ba76e249fe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:48.476908092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2b8476a4-52ca-4bf7-a927-77ba76e249fe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:48.533036189Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c89c59f7-a3c4-4063-b316-d0f2e6c2bd02","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:48.533056329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c89c59f7-a3c4-4063-b316-d0f2e6c2bd02","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:48.639030625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b562f5-policy","namespace":"ai-tenant-e2e-api-a-b562f5"},"namespace":"ai-tenant-e2e-api-a-b562f5","name":"e2e-e2e-api-a-b562f5-policy","reconcileID":"02e6c8a6-7fd8-4929-8bc0-8513074877a0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b562f5-policy","namespace":"ai-tenant-e2e-api-a-b562f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b562f5","tenantID":"e2e-api-a-b562f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:48.768288471Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b562f5-policy","namespace":"ai-tenant-e2e-api-a-b562f5"},"namespace":"ai-tenant-e2e-api-a-b562f5","name":"e2e-e2e-api-a-b562f5-policy","reconcileID":"02e6c8a6-7fd8-4929-8bc0-8513074877a0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b562f5-policy","namespace":"ai-tenant-e2e-api-a-b562f5"},"name":"e2e-api-a-b562f5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:48.827919869Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-b562f5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b562f5-policy","namespace":"ai-tenant-e2e-api-a-b562f5"},"namespace":"ai-tenant-e2e-api-a-b562f5","name":"e2e-e2e-api-a-b562f5-policy","reconcileID":"02e6c8a6-7fd8-4929-8bc0-8513074877a0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b562f5-policy","namespace":"ai-tenant-e2e-api-a-b562f5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:48.910585288Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe9ead6f-c9ba-4c9b-92ae-3095a9823df8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:48.910605622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe9ead6f-c9ba-4c9b-92ae-3095a9823df8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:51.085433644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"e2e-api-key-scoped-auth","reconcileID":"e070e84e-c622-42eb-bcb1-873aee14364c","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:51.144023064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"e2e-api-key-scoped-auth","reconcileID":"e070e84e-c622-42eb-bcb1-873aee14364c","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:51.200840458Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-0aa6b9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e601b8400931d46a769d6937f3404021e46db6fa8a84f61a1fb02f5d477d5ecc) AuthConfig (da94bf36fa334f69b283d614ef3210c7a5022c6c47e744e59794a3fb34334edb) AuthConfig (a0709650ff4263b720b6aacc007daa49921314652fa7955cfd18108ae79f73fc) AuthConfig (a16a3e0ea6abf29c9de48f3f438e04aeefee06b0a4898208d666fdc1423a8a9a) AuthConfig (285044d5478852a81e06ffd02922db4516a28074a0b39f52b98e76db57eca1a2) AuthConfig (0dfcf9d96f0a8e2c39bf368af8d772e97fe566821a323347c1ceb63c45b040f1) AuthConfig (6015bd433bf323cd36d467df730e7ba84c9104077e53d2fe3de7fae1da5a47ff) AuthConfig (dfbf81620850da52932bd855e0f1b29094b7b70571e20290e574755eb98c2f7d) AuthConfig (205eb6b5ffced8f0b203f93f4c3a1fdca3adde934f73c215c8b474d97b6ef3ad) AuthConfig (88f93682fd5bfa92c9dcc15e375d584c6e1aa720ed8b07736ce08e8bd66c432d) AuthConfig (36d4f496534965abfa6439998673477ed97feef2cd1ed65de2d9747e46aec004) AuthConfig (2c705b8356c08e3ff1e1ce8c8e705ff0e11fe6fabcb39f40505ba4826498945f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"e2e-api-key-scoped-auth","reconcileID":"e070e84e-c622-42eb-bcb1-873aee14364c","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:51.283785766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-policy-9902a0c2","reconcileID":"ec79d2aa-bad3-4196-8225-acc6a57cc080","MaaSAuthPolicy":{"name":"e2e-policy-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9902a0c2","tenantID":"e2e-mt-9902a0c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:51.342231929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-policy-9902a0c2","reconcileID":"ec79d2aa-bad3-4196-8225-acc6a57cc080","MaaSAuthPolicy":{"name":"e2e-policy-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"name":"e2e-mt-9902a0c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:51.398843614Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-9902a0c2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-policy-9902a0c2","reconcileID":"ec79d2aa-bad3-4196-8225-acc6a57cc080","MaaSAuthPolicy":{"name":"e2e-policy-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:53.044381994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ba32ec9-b710-4c10-8bd4-7ed927ded7af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:53.097413134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ba32ec9-b710-4c10-8bd4-7ed927ded7af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:53.150767409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ba32ec9-b710-4c10-8bd4-7ed927ded7af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:53.203998307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ba32ec9-b710-4c10-8bd4-7ed927ded7af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:53.732946544Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-398727","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-398727","reconcileID":"761f903a-fe57-48bf-8b64-d44f6ee6a225","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-398727","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-398727":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:54.434421713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d82a79-policy","namespace":"ai-tenant-e2e-api-a-d82a79"},"namespace":"ai-tenant-e2e-api-a-d82a79","name":"e2e-e2e-api-a-d82a79-policy","reconcileID":"37f6c1ab-8f9a-4cb5-ae78-f5267904e2bf","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d82a79-policy","namespace":"ai-tenant-e2e-api-a-d82a79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d82a79","tenantID":"e2e-api-a-d82a79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:54.493573937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d82a79-policy","namespace":"ai-tenant-e2e-api-a-d82a79"},"namespace":"ai-tenant-e2e-api-a-d82a79","name":"e2e-e2e-api-a-d82a79-policy","reconcileID":"37f6c1ab-8f9a-4cb5-ae78-f5267904e2bf","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d82a79-policy","namespace":"ai-tenant-e2e-api-a-d82a79"},"name":"e2e-api-a-d82a79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:54.550432795Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-d82a79-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (969bfa8adaa1ff6656f6f15dcae6fb71223110de8eaf7121cb5772b50d4314d5) AuthConfig (706b167dd84d088c98822cac7bc43515d6dfdbfe7f7304da12b0374d8628e879) AuthConfig (512aa40d442a9377e514e70ec3a00f7995ac3097153e6d91df61c3c592700b44) AuthConfig (f5fe2ff838d64badbcc7b3500e8dfd5525ed86559908824cfa1d568689ec6dc7) AuthConfig (b4e707d7abdb86f847907b37e327c4d58b745c4a61d457365da3dd289a8956a6) AuthConfig (1092a7681d2eecf7f587af63fe0013e9bdf3cf170c53ac1020b60de8cd155dcc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d82a79-policy","namespace":"ai-tenant-e2e-api-a-d82a79"},"namespace":"ai-tenant-e2e-api-a-d82a79","name":"e2e-e2e-api-a-d82a79-policy","reconcileID":"37f6c1ab-8f9a-4cb5-ae78-f5267904e2bf","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d82a79-policy","namespace":"ai-tenant-e2e-api-a-d82a79"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:55.132427799Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-sub-9902a0c2","reconcileID":"2c6738f4-859d-4f18-bd92-5dca7c919534","MaaSSubscription":{"name":"e2e-sub-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"name":"maas-trlp-e2e-lifecycle-model-9902a0c2","model":"ai-tenant-e2e-mt-9902a0c2/e2e-lifecycle-model-9902a0c2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:55.184480309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8998527-95fe-40dc-b3ac-f0b2ccfc921c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:55.237773445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8998527-95fe-40dc-b3ac-f0b2ccfc921c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:55.290974393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8998527-95fe-40dc-b3ac-f0b2ccfc921c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:55.344057779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8998527-95fe-40dc-b3ac-f0b2ccfc921c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:55.456752761Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-lifecycle-model-9902a0c2","reconcileID":"3fa4fd12-4ce7-4f99-b7eb-324a84cee5b4","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"tenant":"e2e-mt-9902a0c2","gateway":"openshift-ingress/e2e-mt-9902a0c2","model":"ai-tenant-e2e-mt-9902a0c2/e2e-lifecycle-model-9902a0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:55.45677509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-lifecycle-model-9902a0c2","reconcileID":"3fa4fd12-4ce7-4f99-b7eb-324a84cee5b4","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"routeName":"e2e-lifecycle-model-9902a0c2-kserve-route","namespace":"ai-tenant-e2e-mt-9902a0c2","llmisvcName":"e2e-lifecycle-model-9902a0c2","gateway":"openshift-ingress/e2e-mt-9902a0c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:56.069410314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-policy-9902a0c2","reconcileID":"f21f6bd4-b44f-42b8-bd0b-8d59a7cc906f","MaaSAuthPolicy":{"name":"e2e-policy-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9902a0c2","tenantID":"e2e-mt-9902a0c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:56.128117836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-policy-9902a0c2","reconcileID":"f21f6bd4-b44f-42b8-bd0b-8d59a7cc906f","MaaSAuthPolicy":{"name":"e2e-policy-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"name":"e2e-mt-9902a0c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:56.18538096Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-9902a0c2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1103796573678014d7f1e44ee6576548b3be6dd803a8bb3ce63825b4e180f18c) AuthConfig (84628b37da34940b5c775d3ddbf3c6610ffd3a5187726067452e4700dda636c3) AuthConfig (54f630b016174f107d7319054e63371c57b4bcb01127ab7a317bca115ab6ab48) AuthConfig (61ec11ce4abfccd7c2ec096e3ec43a892289023a794281a634e7dffb44135bfd) AuthConfig (b33ad0eba823b1ab06af0ebb6911635740ae1bbea0090198cbddb56c7dc13f13) AuthConfig (878ceb58c7f305714692fb649b638fd80bfc9679b4005245d8b50fce6ff77858) AuthConfig (5052e41b1e4983beb19300bbda579256bc5e5314c7d21ca2c85bdb7dee132c2c) AuthConfig (d205635cedacf997cebfedc5d5ae72c66825d5353061d714db96caf4892df228) AuthConfig (a8ad30256ccf8c8f2f0e770d4d4212f7bb97fa4bb0e06ddbecad39ba307e9a62) AuthConfig (ab560a50f3e7852cc20f3db12cbc295ac0a5f9a3d232e750bacd54465f4e267e) AuthConfig (f2caee35585a381b1359f3263a9dcfb981bb067482c552c2591730a98287f4e2) AuthConfig (b38111ef6acf0ce2f91469c3e50a2d4085f8b0d108f409c448523b3680b57fdd) AuthConfig (5675aaae724316f459b4e4ab8a08f6cffed331c1dd1c9ad41c402ab237dd0db0) AuthConfig (57a3ca7238917968dc784e21d94f97204985dd51f99ea4e76ad5d75960cf878f) AuthConfig (237481175ca1acec04f3ebe2f51cbea056938a0774426d24a2e3fbb9a36935ea) AuthConfig (bebe8fe3fd237370b84262f74fa5b701ea5383a356b9dc42c7384d4e3cb67bd8) AuthConfig (563ec2d0a8bc7cc9f74ffbb6bd7c57b27306e340d3cb7a0494da04735108d729) AuthConfig (c9fa433a9ebd74c6297239496f5bf7986868f65c1c3a47fbdc4de80892b52239)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-policy-9902a0c2","reconcileID":"f21f6bd4-b44f-42b8-bd0b-8d59a7cc906f","MaaSAuthPolicy":{"name":"e2e-policy-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:56.244600331Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-lifecycle-model-9902a0c2","reconcileID":"4fe54079-e394-4701-9151-6b630c382b6b","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"tenant":"e2e-mt-9902a0c2","gateway":"openshift-ingress/e2e-mt-9902a0c2","model":"ai-tenant-e2e-mt-9902a0c2/e2e-lifecycle-model-9902a0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:56.244621246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-lifecycle-model-9902a0c2","reconcileID":"4fe54079-e394-4701-9151-6b630c382b6b","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"routeName":"e2e-lifecycle-model-9902a0c2-kserve-route","namespace":"ai-tenant-e2e-mt-9902a0c2","llmisvcName":"e2e-lifecycle-model-9902a0c2","gateway":"openshift-ingress/e2e-mt-9902a0c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:59.01653282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b562f5-policy","namespace":"ai-tenant-e2e-api-a-b562f5"},"namespace":"ai-tenant-e2e-api-a-b562f5","name":"e2e-e2e-api-a-b562f5-policy","reconcileID":"128dcb40-9fb8-4404-9df8-7043b64e32b9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b562f5-policy","namespace":"ai-tenant-e2e-api-a-b562f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b562f5","tenantID":"e2e-api-a-b562f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:59.07483471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b562f5-policy","namespace":"ai-tenant-e2e-api-a-b562f5"},"namespace":"ai-tenant-e2e-api-a-b562f5","name":"e2e-e2e-api-a-b562f5-policy","reconcileID":"128dcb40-9fb8-4404-9df8-7043b64e32b9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b562f5-policy","namespace":"ai-tenant-e2e-api-a-b562f5"},"name":"e2e-api-a-b562f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:28:59.131750835Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-b562f5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b562f5-policy","namespace":"ai-tenant-e2e-api-a-b562f5"},"namespace":"ai-tenant-e2e-api-a-b562f5","name":"e2e-e2e-api-a-b562f5-policy","reconcileID":"128dcb40-9fb8-4404-9df8-7043b64e32b9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b562f5-policy","namespace":"ai-tenant-e2e-api-a-b562f5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:01.217682556Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:01.361277861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"e2e-api-key-scoped-auth","reconcileID":"f7dd602c-14f2-4fad-a8b2-7c2074a1ebfa","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:01.420292587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"e2e-api-key-scoped-auth","reconcileID":"f7dd602c-14f2-4fad-a8b2-7c2074a1ebfa","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:01.741810074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"namespace":"e2e-models-e2e-worker-w0-0aa6b9","name":"simulator-w0-0aa6b9","reconcileID":"62c51674-9810-4f04-adf9-1e2979ec797d","MaaSModelRef":{"name":"simulator-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"routeName":"simulator-w0-0aa6b9-kserve-route","namespace":"e2e-models-e2e-worker-w0-0aa6b9","llmisvcName":"simulator-w0-0aa6b9","gateway":"openshift-ingress/e2e-worker-w0-0aa6b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:02.66717391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"namespace":"e2e-models-e2e-worker-w0-0aa6b9","name":"simulator-w0-0aa6b9","reconcileID":"17d4ee7d-0abc-4de7-86c5-2869d89c1dd3","MaaSModelRef":{"name":"simulator-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"routeName":"simulator-w0-0aa6b9-kserve-route","namespace":"e2e-models-e2e-worker-w0-0aa6b9","llmisvcName":"simulator-w0-0aa6b9","gateway":"openshift-ingress/e2e-worker-w0-0aa6b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:02.825747459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"e2e-api-key-scoped-auth","reconcileID":"dbac36d1-be74-41e0-b52e-e66d4a57df6a","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:02.826225234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"6da37cee-a3da-40f4-b51b-4014c2f29399","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:02.826616438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"6b4fe6ea-5cb3-4824-b994-72c6cea73ba2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:02.886059853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"e2e-api-key-scoped-auth","reconcileID":"dbac36d1-be74-41e0-b52e-e66d4a57df6a","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:02.886056233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"6b4fe6ea-5cb3-4824-b994-72c6cea73ba2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:02.889596808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"6da37cee-a3da-40f4-b51b-4014c2f29399","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:04.657834803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d82a79-policy","namespace":"ai-tenant-e2e-api-a-d82a79"},"namespace":"ai-tenant-e2e-api-a-d82a79","name":"e2e-e2e-api-a-d82a79-policy","reconcileID":"e8f8c1e8-dfca-4f06-8414-ffaad6192507","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d82a79-policy","namespace":"ai-tenant-e2e-api-a-d82a79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d82a79","tenantID":"e2e-api-a-d82a79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:04.716240041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d82a79-policy","namespace":"ai-tenant-e2e-api-a-d82a79"},"namespace":"ai-tenant-e2e-api-a-d82a79","name":"e2e-e2e-api-a-d82a79-policy","reconcileID":"e8f8c1e8-dfca-4f06-8414-ffaad6192507","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d82a79-policy","namespace":"ai-tenant-e2e-api-a-d82a79"},"name":"e2e-api-a-d82a79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:05.039229135Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5b07b5d0-9826-43b3-af07-a181f6c5cf36","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:05.039250374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5b07b5d0-9826-43b3-af07-a181f6c5cf36","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:06.353834379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-policy-9902a0c2","reconcileID":"a53efa38-00ed-404b-8c6c-be45e8319992","MaaSAuthPolicy":{"name":"e2e-policy-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9902a0c2","tenantID":"e2e-mt-9902a0c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:06.414064756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-policy-9902a0c2","reconcileID":"a53efa38-00ed-404b-8c6c-be45e8319992","MaaSAuthPolicy":{"name":"e2e-policy-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"name":"e2e-mt-9902a0c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:06.471628664Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-9902a0c2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1103796573678014d7f1e44ee6576548b3be6dd803a8bb3ce63825b4e180f18c) AuthConfig (84628b37da34940b5c775d3ddbf3c6610ffd3a5187726067452e4700dda636c3) AuthConfig (54f630b016174f107d7319054e63371c57b4bcb01127ab7a317bca115ab6ab48) AuthConfig (61ec11ce4abfccd7c2ec096e3ec43a892289023a794281a634e7dffb44135bfd) AuthConfig (b33ad0eba823b1ab06af0ebb6911635740ae1bbea0090198cbddb56c7dc13f13) AuthConfig (878ceb58c7f305714692fb649b638fd80bfc9679b4005245d8b50fce6ff77858) AuthConfig (5052e41b1e4983beb19300bbda579256bc5e5314c7d21ca2c85bdb7dee132c2c) AuthConfig (d205635cedacf997cebfedc5d5ae72c66825d5353061d714db96caf4892df228) AuthConfig (a8ad30256ccf8c8f2f0e770d4d4212f7bb97fa4bb0e06ddbecad39ba307e9a62) AuthConfig (ab560a50f3e7852cc20f3db12cbc295ac0a5f9a3d232e750bacd54465f4e267e) AuthConfig (f2caee35585a381b1359f3263a9dcfb981bb067482c552c2591730a98287f4e2) AuthConfig (b38111ef6acf0ce2f91469c3e50a2d4085f8b0d108f409c448523b3680b57fdd) AuthConfig (5675aaae724316f459b4e4ab8a08f6cffed331c1dd1c9ad41c402ab237dd0db0) AuthConfig (57a3ca7238917968dc784e21d94f97204985dd51f99ea4e76ad5d75960cf878f) AuthConfig (237481175ca1acec04f3ebe2f51cbea056938a0774426d24a2e3fbb9a36935ea) AuthConfig (bebe8fe3fd237370b84262f74fa5b701ea5383a356b9dc42c7384d4e3cb67bd8) AuthConfig (563ec2d0a8bc7cc9f74ffbb6bd7c57b27306e340d3cb7a0494da04735108d729) AuthConfig (c9fa433a9ebd74c6297239496f5bf7986868f65c1c3a47fbdc4de80892b52239)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-policy-9902a0c2","reconcileID":"a53efa38-00ed-404b-8c6c-be45e8319992","MaaSAuthPolicy":{"name":"e2e-policy-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:07.355718729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4da1f5"},"namespace":"ai-tenant-e2e-api-b-4da1f5","name":"default-tenant","reconcileID":"d93ca08b-5e22-47fa-89b7-4fad2fa04c06","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4da1f5","tenantID":"e2e-api-b-4da1f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:07.476662227Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4da1f5"},"namespace":"ai-tenant-e2e-api-b-4da1f5","name":"default-tenant","reconcileID":"d93ca08b-5e22-47fa-89b7-4fad2fa04c06","name":"e2e-api-b-4da1f5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:09.258951714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b562f5-policy","namespace":"ai-tenant-e2e-api-a-b562f5"},"namespace":"ai-tenant-e2e-api-a-b562f5","name":"e2e-e2e-api-a-b562f5-policy","reconcileID":"223c8778-053c-4c59-841c-acee77e7baf9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b562f5-policy","namespace":"ai-tenant-e2e-api-a-b562f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b562f5","tenantID":"e2e-api-a-b562f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:09.317874151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b562f5-policy","namespace":"ai-tenant-e2e-api-a-b562f5"},"namespace":"ai-tenant-e2e-api-a-b562f5","name":"e2e-e2e-api-a-b562f5-policy","reconcileID":"223c8778-053c-4c59-841c-acee77e7baf9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b562f5-policy","namespace":"ai-tenant-e2e-api-a-b562f5"},"name":"e2e-api-a-b562f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:09.375047283Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-b562f5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b562f5-policy","namespace":"ai-tenant-e2e-api-a-b562f5"},"namespace":"ai-tenant-e2e-api-a-b562f5","name":"e2e-e2e-api-a-b562f5-policy","reconcileID":"223c8778-053c-4c59-841c-acee77e7baf9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b562f5-policy","namespace":"ai-tenant-e2e-api-a-b562f5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:12.833833983Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"e2e-api-key-scoped-sub","reconcileID":"acd0ad1e-f22e-4dd1-b3e4-2720e4da42b0","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"model":"e2e-models-e2e-worker-w0-0aa6b9/simulator-w0-0aa6b9","subscription":"e2e-api-key-scoped-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:13.055036631Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"e2e-api-key-scoped-sub","reconcileID":"acd0ad1e-f22e-4dd1-b3e4-2720e4da42b0","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-simulator-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/simulator-w0-0aa6b9","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-0aa6b9/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:13.279591591Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-subscription","reconcileID":"4a8a3208-fc89-4a76-b8a7-6927fc862ace","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-simulator-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/simulator-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:13.286768966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"namespace":"e2e-models-e2e-worker-w0-0aa6b9","name":"simulator-w0-0aa6b9","reconcileID":"3da7173e-13cf-4856-bab4-31f9d8776961","MaaSModelRef":{"name":"simulator-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"routeName":"simulator-w0-0aa6b9-kserve-route","namespace":"e2e-models-e2e-worker-w0-0aa6b9","llmisvcName":"simulator-w0-0aa6b9","gateway":"openshift-ingress/e2e-worker-w0-0aa6b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:13.433530137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"namespace":"e2e-models-e2e-worker-w0-0aa6b9","name":"simulator-w0-0aa6b9","reconcileID":"5cfaf001-49a4-4708-9dad-6f5930a8ddac","MaaSModelRef":{"name":"simulator-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"routeName":"simulator-w0-0aa6b9-kserve-route","namespace":"e2e-models-e2e-worker-w0-0aa6b9","llmisvcName":"simulator-w0-0aa6b9","gateway":"openshift-ingress/e2e-worker-w0-0aa6b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:13.445665216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"e2e-api-key-scoped-auth","reconcileID":"bf08d851-d4f9-4033-9d5a-b37faacb787d","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:13.445694695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"76540490-8567-4620-97af-a00c4c76852e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:13.446203928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"793c45bc-bdc5-4f68-9f1e-b475fbb3eb8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:13.51286691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"e2e-api-key-scoped-auth","reconcileID":"bf08d851-d4f9-4033-9d5a-b37faacb787d","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:13.513547658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"793c45bc-bdc5-4f68-9f1e-b475fbb3eb8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:13.516708581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"76540490-8567-4620-97af-a00c4c76852e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:13.724843603Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"e2e-api-key-scoped-auth","reconcileID":"c9c2b5d0-422a-4c1f-8efd-a4df6b2fa1e1","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"model":"e2e-models-e2e-worker-w0-0aa6b9/simulator-w0-0aa6b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:13.889082182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"namespace":"e2e-models-e2e-worker-w0-0aa6b9","name":"simulator-w0-0aa6b9","reconcileID":"08dbda87-9c56-40eb-aed0-62237b8f8004","MaaSModelRef":{"name":"simulator-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"routeName":"simulator-w0-0aa6b9-kserve-route","namespace":"e2e-models-e2e-worker-w0-0aa6b9","llmisvcName":"simulator-w0-0aa6b9","gateway":"openshift-ingress/e2e-worker-w0-0aa6b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:16.579200875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-policy-9902a0c2","reconcileID":"b6442375-5182-4c29-8812-84c74ec712dd","MaaSAuthPolicy":{"name":"e2e-policy-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9902a0c2","tenantID":"e2e-mt-9902a0c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:16.639184416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-policy-9902a0c2","reconcileID":"b6442375-5182-4c29-8812-84c74ec712dd","MaaSAuthPolicy":{"name":"e2e-policy-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"name":"e2e-mt-9902a0c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:16.914867004Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-lifecycle-model-9902a0c2","reconcileID":"c31a4edc-ebde-4b4d-93af-772a5e37a2fb","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"tenant":"e2e-mt-9902a0c2","gateway":"openshift-ingress/e2e-mt-9902a0c2","model":"ai-tenant-e2e-mt-9902a0c2/e2e-lifecycle-model-9902a0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:16.914887918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-lifecycle-model-9902a0c2","reconcileID":"c31a4edc-ebde-4b4d-93af-772a5e37a2fb","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"routeName":"e2e-lifecycle-model-9902a0c2-kserve-route","namespace":"ai-tenant-e2e-mt-9902a0c2","llmisvcName":"e2e-lifecycle-model-9902a0c2","gateway":"openshift-ingress/e2e-mt-9902a0c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:19.401115112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b32e842d-4e7f-4f8b-aa13-863e3378bf04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:19.456282624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b32e842d-4e7f-4f8b-aa13-863e3378bf04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:19.509662075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b32e842d-4e7f-4f8b-aa13-863e3378bf04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:19.562809491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b32e842d-4e7f-4f8b-aa13-863e3378bf04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:19.615763848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b562f5-policy","namespace":"ai-tenant-e2e-api-a-b562f5"},"namespace":"ai-tenant-e2e-api-a-b562f5","name":"e2e-e2e-api-a-b562f5-policy","reconcileID":"7f4dedf3-0d15-4600-833d-6cdfdf1a9112","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b562f5-policy","namespace":"ai-tenant-e2e-api-a-b562f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b562f5","tenantID":"e2e-api-a-b562f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:19.674004688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b562f5-policy","namespace":"ai-tenant-e2e-api-a-b562f5"},"namespace":"ai-tenant-e2e-api-a-b562f5","name":"e2e-e2e-api-a-b562f5-policy","reconcileID":"7f4dedf3-0d15-4600-833d-6cdfdf1a9112","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b562f5-policy","namespace":"ai-tenant-e2e-api-a-b562f5"},"name":"e2e-api-a-b562f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:19.730736971Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-b562f5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (10256c311b91f98f4547f9c8ddf791415e29cb44c7e2f2bae9d123812976b0ae) AuthConfig (63d0a52b9db4c03acf7a5a7251ea398a5517337451c97fa530ae8aa3d4b23bd8) AuthConfig (a45148bcc0887e1116e8249cf26c06acf401ce417f9698ff593afd85b410fd76) AuthConfig (0a0232ea7b31ccb982e75c9cec05d197da0d8be4634012c3d8574239c8fec154) AuthConfig (412de0f6a37713826e4e277a7d2cd942801ff4ec4b08e4e8f2c5e8a80ec670a3) AuthConfig (3c563d2996dd74426b9b3837f00a865b7547199a5243ef35040a474138d91233)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b562f5-policy","namespace":"ai-tenant-e2e-api-a-b562f5"},"namespace":"ai-tenant-e2e-api-a-b562f5","name":"e2e-e2e-api-a-b562f5-policy","reconcileID":"7f4dedf3-0d15-4600-833d-6cdfdf1a9112","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b562f5-policy","namespace":"ai-tenant-e2e-api-a-b562f5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:19.838743136Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eaf34a25-809e-4443-aeb7-1a2e57b2569b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:19.83876822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eaf34a25-809e-4443-aeb7-1a2e57b2569b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:19.935072448Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-64c59d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-64c59d","reconcileID":"5bc3fbc7-a2b4-4a31-8d00-b162c99ae2cb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-64c59d","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-64c59d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:21.556231504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ce6079d-51ab-4cbb-8e3a-35ff03f091a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:21.609543029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ce6079d-51ab-4cbb-8e3a-35ff03f091a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:21.662572213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ce6079d-51ab-4cbb-8e3a-35ff03f091a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:21.715839777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ce6079d-51ab-4cbb-8e3a-35ff03f091a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:23.670017748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b55dc99f-af60-45d0-8412-388b4e733bcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:23.723950117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b55dc99f-af60-45d0-8412-388b4e733bcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:23.777850829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b55dc99f-af60-45d0-8412-388b4e733bcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:23.83102342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b55dc99f-af60-45d0-8412-388b4e733bcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:25.579319714Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-lifecycle-model-9902a0c2","reconcileID":"1842b42d-787c-44dd-86a0-b053ade49b26","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"tenant":"e2e-mt-9902a0c2","gateway":"openshift-ingress/e2e-mt-9902a0c2","model":"ai-tenant-e2e-mt-9902a0c2/e2e-lifecycle-model-9902a0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:25.607655294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-lifecycle-model-9902a0c2","reconcileID":"1842b42d-787c-44dd-86a0-b053ade49b26","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"routeName":"e2e-lifecycle-model-9902a0c2-kserve-route","namespace":"ai-tenant-e2e-mt-9902a0c2","llmisvcName":"e2e-lifecycle-model-9902a0c2","gateway":"openshift-ingress/e2e-mt-9902a0c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:25.690004929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-policy-9902a0c2","reconcileID":"7296f4c0-4894-4961-a6d9-0ecb5d6632fc","MaaSAuthPolicy":{"name":"e2e-policy-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9902a0c2","tenantID":"e2e-mt-9902a0c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:25.700735443Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-lifecycle-model-9902a0c2","reconcileID":"71118db6-7daf-4512-8011-45c9501ecfd6","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"tenant":"e2e-mt-9902a0c2","gateway":"openshift-ingress/e2e-mt-9902a0c2","model":"ai-tenant-e2e-mt-9902a0c2/e2e-lifecycle-model-9902a0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:25.700764418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-lifecycle-model-9902a0c2","reconcileID":"71118db6-7daf-4512-8011-45c9501ecfd6","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"routeName":"e2e-lifecycle-model-9902a0c2-kserve-route","namespace":"ai-tenant-e2e-mt-9902a0c2","llmisvcName":"e2e-lifecycle-model-9902a0c2","gateway":"openshift-ingress/e2e-mt-9902a0c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:25.749867001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-policy-9902a0c2","reconcileID":"7296f4c0-4894-4961-a6d9-0ecb5d6632fc","MaaSAuthPolicy":{"name":"e2e-policy-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"name":"e2e-mt-9902a0c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:25.803173844Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-sub-9902a0c2","reconcileID":"43b81a8b-458f-456e-bbda-87417d42edbf","MaaSSubscription":{"name":"e2e-sub-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"name":"maas-trlp-e2e-lifecycle-model-9902a0c2","model":"ai-tenant-e2e-mt-9902a0c2/e2e-lifecycle-model-9902a0c2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:25.885416387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6976d034-d930-4882-b69f-f2996cee110a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:25.939342914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6976d034-d930-4882-b69f-f2996cee110a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:25.992971376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6976d034-d930-4882-b69f-f2996cee110a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:26.047833961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6976d034-d930-4882-b69f-f2996cee110a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:26.154364737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-policy-9902a0c2","reconcileID":"0700f57f-0810-496c-819c-3bc6cb9e3a05","MaaSAuthPolicy":{"name":"e2e-policy-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9902a0c2","tenantID":"e2e-mt-9902a0c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:26.215195521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-policy-9902a0c2","reconcileID":"0700f57f-0810-496c-819c-3bc6cb9e3a05","MaaSAuthPolicy":{"name":"e2e-policy-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"name":"e2e-mt-9902a0c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:26.241177993Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-sub-9902a0c2","reconcileID":"cacfb126-07ec-465d-a025-24368024e95c","MaaSSubscription":{"name":"e2e-sub-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"name":"maas-trlp-e2e-lifecycle-model-9902a0c2","model":"ai-tenant-e2e-mt-9902a0c2/e2e-lifecycle-model-9902a0c2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:28.081327839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e840641-188e-4132-8274-5c084607441f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:28.137930471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e840641-188e-4132-8274-5c084607441f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:28.191185443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e840641-188e-4132-8274-5c084607441f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:28.244437046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e840641-188e-4132-8274-5c084607441f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:29.94435027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b562f5-policy","namespace":"ai-tenant-e2e-api-a-b562f5"},"namespace":"ai-tenant-e2e-api-a-b562f5","name":"e2e-e2e-api-a-b562f5-policy","reconcileID":"96bf507f-54b6-47f3-b676-0caaf9b01c03","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b562f5-policy","namespace":"ai-tenant-e2e-api-a-b562f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b562f5","tenantID":"e2e-api-a-b562f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:30.003213861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b562f5-policy","namespace":"ai-tenant-e2e-api-a-b562f5"},"namespace":"ai-tenant-e2e-api-a-b562f5","name":"e2e-e2e-api-a-b562f5-policy","reconcileID":"96bf507f-54b6-47f3-b676-0caaf9b01c03","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b562f5-policy","namespace":"ai-tenant-e2e-api-a-b562f5"},"name":"e2e-api-a-b562f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:30.060481637Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-b562f5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (10256c311b91f98f4547f9c8ddf791415e29cb44c7e2f2bae9d123812976b0ae) AuthConfig (63d0a52b9db4c03acf7a5a7251ea398a5517337451c97fa530ae8aa3d4b23bd8) AuthConfig (a45148bcc0887e1116e8249cf26c06acf401ce417f9698ff593afd85b410fd76) AuthConfig (0a0232ea7b31ccb982e75c9cec05d197da0d8be4634012c3d8574239c8fec154) AuthConfig (412de0f6a37713826e4e277a7d2cd942801ff4ec4b08e4e8f2c5e8a80ec670a3) AuthConfig (3c563d2996dd74426b9b3837f00a865b7547199a5243ef35040a474138d91233)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b562f5-policy","namespace":"ai-tenant-e2e-api-a-b562f5"},"namespace":"ai-tenant-e2e-api-a-b562f5","name":"e2e-e2e-api-a-b562f5-policy","reconcileID":"96bf507f-54b6-47f3-b676-0caaf9b01c03","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b562f5-policy","namespace":"ai-tenant-e2e-api-a-b562f5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:30.138098394Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-372186","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-372186","reconcileID":"c5bcba87-320c-4467-b886-635f8072b5c5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-372186","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-372186":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:30.252215828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3aec046-07fb-40e1-a886-cb4b74a90ec7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:30.30529198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3aec046-07fb-40e1-a886-cb4b74a90ec7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:30.358410877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3aec046-07fb-40e1-a886-cb4b74a90ec7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:30.411933806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3aec046-07fb-40e1-a886-cb4b74a90ec7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:31.217573863Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:32.436620403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61400724-dbb6-49c9-b7c4-279741831dd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:32.489880143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61400724-dbb6-49c9-b7c4-279741831dd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:32.543288736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61400724-dbb6-49c9-b7c4-279741831dd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:32.596644225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61400724-dbb6-49c9-b7c4-279741831dd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:36.185953345Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-lifecycle-model-9902a0c2","reconcileID":"40fa5bf3-0f84-4f42-a57c-e1239d265c65","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"tenant":"e2e-mt-9902a0c2","gateway":"openshift-ingress/e2e-mt-9902a0c2","model":"ai-tenant-e2e-mt-9902a0c2/e2e-lifecycle-model-9902a0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:36.185974864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-lifecycle-model-9902a0c2","reconcileID":"40fa5bf3-0f84-4f42-a57c-e1239d265c65","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"routeName":"e2e-lifecycle-model-9902a0c2-kserve-route","namespace":"ai-tenant-e2e-mt-9902a0c2","llmisvcName":"e2e-lifecycle-model-9902a0c2","gateway":"openshift-ingress/e2e-mt-9902a0c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:36.291333936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-policy-9902a0c2","reconcileID":"c6e5bd94-8adb-4b96-a425-9b5d4043fa44","MaaSAuthPolicy":{"name":"e2e-policy-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9902a0c2","tenantID":"e2e-mt-9902a0c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:36.349091085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-policy-9902a0c2","reconcileID":"c6e5bd94-8adb-4b96-a425-9b5d4043fa44","MaaSAuthPolicy":{"name":"e2e-policy-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"name":"e2e-mt-9902a0c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:36.399415594Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-sub-9902a0c2","reconcileID":"542e138d-b69a-4ca2-8aa2-773b8257cb72","MaaSSubscription":{"name":"e2e-sub-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"name":"maas-trlp-e2e-lifecycle-model-9902a0c2","model":"ai-tenant-e2e-mt-9902a0c2/e2e-lifecycle-model-9902a0c2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:36.662922824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-policy-9902a0c2","reconcileID":"c5e00022-87b4-4075-b51b-ad6c91168c5d","MaaSAuthPolicy":{"name":"e2e-policy-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9902a0c2","tenantID":"e2e-mt-9902a0c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:36.720930348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-policy-9902a0c2","reconcileID":"c5e00022-87b4-4075-b51b-ad6c91168c5d","MaaSAuthPolicy":{"name":"e2e-policy-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"name":"e2e-mt-9902a0c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:36.727227782Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-sub-9902a0c2","reconcileID":"237f60f6-7b9b-41ad-82b1-3d082087a602","MaaSSubscription":{"name":"e2e-sub-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"name":"maas-trlp-e2e-lifecycle-model-9902a0c2","model":"ai-tenant-e2e-mt-9902a0c2/e2e-lifecycle-model-9902a0c2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:40.167692498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b562f5-policy","namespace":"ai-tenant-e2e-api-a-b562f5"},"namespace":"ai-tenant-e2e-api-a-b562f5","name":"e2e-e2e-api-a-b562f5-policy","reconcileID":"30c0311c-51ac-4a4b-9be6-7571a37aca29","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b562f5-policy","namespace":"ai-tenant-e2e-api-a-b562f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b562f5","tenantID":"e2e-api-a-b562f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:40.226129048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b562f5-policy","namespace":"ai-tenant-e2e-api-a-b562f5"},"namespace":"ai-tenant-e2e-api-a-b562f5","name":"e2e-e2e-api-a-b562f5-policy","reconcileID":"30c0311c-51ac-4a4b-9be6-7571a37aca29","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b562f5-policy","namespace":"ai-tenant-e2e-api-a-b562f5"},"name":"e2e-api-a-b562f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:40.498830543Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4311cf0f-97be-46bc-98ba-ccebcf70a0ac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:40.498852088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4311cf0f-97be-46bc-98ba-ccebcf70a0ac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:47.68442787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-398727"},"namespace":"ai-tenant-e2e-api-b-398727","name":"default-tenant","reconcileID":"28c0a3f1-1f27-4c6b-9cbd-debfe000ebf4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-398727","tenantID":"e2e-api-b-398727","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:29:47.804656215Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-398727"},"namespace":"ai-tenant-e2e-api-b-398727","name":"default-tenant","reconcileID":"28c0a3f1-1f27-4c6b-9cbd-debfe000ebf4","name":"e2e-api-b-398727-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:01.218620364Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:04.276764436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2f0bf28-dbdc-4aee-9fcf-90209ad25a47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:04.329952885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2f0bf28-dbdc-4aee-9fcf-90209ad25a47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:04.38312579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2f0bf28-dbdc-4aee-9fcf-90209ad25a47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:04.436379511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2f0bf28-dbdc-4aee-9fcf-90209ad25a47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:05.903968742Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c93d7aa4-af0d-4233-9d19-897af2017c54","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:05.903997331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c93d7aa4-af0d-4233-9d19-897af2017c54","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:05.963081887Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"51594ae8-74f4-4fce-a137-753ec2cb1887","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:05.963102146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"51594ae8-74f4-4fce-a137-753ec2cb1887","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:06.069772103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4da1f5-policy","namespace":"ai-tenant-e2e-api-b-4da1f5"},"namespace":"ai-tenant-e2e-api-b-4da1f5","name":"e2e-e2e-api-b-4da1f5-policy","reconcileID":"a38b3488-745c-42d4-b6d9-51873873f6c5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4da1f5-policy","namespace":"ai-tenant-e2e-api-b-4da1f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4da1f5","tenantID":"e2e-api-b-4da1f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:06.234063066Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4da1f5-policy","namespace":"ai-tenant-e2e-api-b-4da1f5"},"namespace":"ai-tenant-e2e-api-b-4da1f5","name":"e2e-e2e-api-b-4da1f5-policy","reconcileID":"a38b3488-745c-42d4-b6d9-51873873f6c5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4da1f5-policy","namespace":"ai-tenant-e2e-api-b-4da1f5"},"name":"e2e-api-b-4da1f5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:06.290956338Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-4da1f5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4da1f5-policy","namespace":"ai-tenant-e2e-api-b-4da1f5"},"namespace":"ai-tenant-e2e-api-b-4da1f5","name":"e2e-e2e-api-b-4da1f5-policy","reconcileID":"a38b3488-745c-42d4-b6d9-51873873f6c5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4da1f5-policy","namespace":"ai-tenant-e2e-api-b-4da1f5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:06.349670801Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1d686caa-38fe-416b-8437-424847ac405e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:06.349694173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1d686caa-38fe-416b-8437-424847ac405e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:06.495539858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21a8ae2a-0b39-4597-a689-9fee49b0f9fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:06.548915715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21a8ae2a-0b39-4597-a689-9fee49b0f9fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:06.601955181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21a8ae2a-0b39-4597-a689-9fee49b0f9fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:06.655726505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21a8ae2a-0b39-4597-a689-9fee49b0f9fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:07.7832407Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"default-tenant","reconcileID":"ce664d02-a318-4bcb-968d-275429a3dee8","namespace":"ai-tenant-e2e-mt-9902a0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:07.783307671Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"default-tenant","reconcileID":"ce664d02-a318-4bcb-968d-275429a3dee8","name":"e2e-sub-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:07.841824363Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"default-tenant","reconcileID":"ce664d02-a318-4bcb-968d-275429a3dee8","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:07.841850471Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"default-tenant","reconcileID":"ce664d02-a318-4bcb-968d-275429a3dee8","namespace":"ai-tenant-e2e-mt-9902a0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:07.841949258Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"default-tenant","reconcileID":"ce664d02-a318-4bcb-968d-275429a3dee8","name":"e2e-policy-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:07.842344678Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-lifecycle-model-9902a0c2","reconcileID":"433e1686-bcc7-4462-88e6-9d9ef65bff27","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"tenant":"e2e-mt-9902a0c2","gateway":"openshift-ingress/e2e-mt-9902a0c2","model":"ai-tenant-e2e-mt-9902a0c2/e2e-lifecycle-model-9902a0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:07.842359542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-lifecycle-model-9902a0c2","reconcileID":"433e1686-bcc7-4462-88e6-9d9ef65bff27","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"routeName":"e2e-lifecycle-model-9902a0c2-kserve-route","namespace":"ai-tenant-e2e-mt-9902a0c2","llmisvcName":"e2e-lifecycle-model-9902a0c2","gateway":"openshift-ingress/e2e-mt-9902a0c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:07.897823559Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"default-tenant","reconcileID":"ce664d02-a318-4bcb-968d-275429a3dee8","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:07.902037687Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-lifecycle-model-9902a0c2","reconcileID":"629ae060-6aa8-459f-8854-93d43000f685","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"tenant":"e2e-mt-9902a0c2","gateway":"openshift-ingress/e2e-mt-9902a0c2","model":"ai-tenant-e2e-mt-9902a0c2/e2e-lifecycle-model-9902a0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:07.902065045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-lifecycle-model-9902a0c2","reconcileID":"629ae060-6aa8-459f-8854-93d43000f685","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"routeName":"e2e-lifecycle-model-9902a0c2-kserve-route","namespace":"ai-tenant-e2e-mt-9902a0c2","llmisvcName":"e2e-lifecycle-model-9902a0c2","gateway":"openshift-ingress/e2e-mt-9902a0c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:07.948027371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-policy-9902a0c2","reconcileID":"cbd7adae-fd29-4a32-9415-3a162e22c636","MaaSAuthPolicy":{"name":"e2e-policy-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9902a0c2","tenantID":"e2e-mt-9902a0c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:08.006510181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-policy-9902a0c2","reconcileID":"cbd7adae-fd29-4a32-9415-3a162e22c636","MaaSAuthPolicy":{"name":"e2e-policy-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"name":"e2e-mt-9902a0c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:08.008021092Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-sub-9902a0c2","reconcileID":"6099faa1-3c11-4b2e-ad5c-87f600876b0c","MaaSSubscription":{"name":"e2e-sub-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-805d7ae6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:08.060980621Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-sub-9902a0c2","reconcileID":"8ad6aeec-3181-4ff9-8002-5ed5033d305c","MaaSSubscription":{"name":"e2e-sub-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-805d7ae6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:08.165673785Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-policy-9902a0c2","reconcileID":"6d1af274-5185-49c6-b5c9-371099a764f3","MaaSAuthPolicy":{"name":"e2e-policy-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"model":"ai-tenant-e2e-mt-9902a0c2/e2e-lifecycle-model-9902a0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:08.372543671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-policy-9902a0c2","reconcileID":"6d1af274-5185-49c6-b5c9-371099a764f3","MaaSAuthPolicy":{"name":"e2e-policy-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9902a0c2","tenantID":"e2e-mt-9902a0c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:08.502732173Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-policy-9902a0c2","reconcileID":"6d1af274-5185-49c6-b5c9-371099a764f3","MaaSAuthPolicy":{"name":"e2e-policy-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"name":"e2e-mt-9902a0c2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:08.502754574Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-policy-9902a0c2","reconcileID":"6d1af274-5185-49c6-b5c9-371099a764f3","MaaSAuthPolicy":{"name":"e2e-policy-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9902a0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:08.560768049Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-lifecycle-model-9902a0c2","reconcileID":"68312bcb-ea0a-49c0-a322-93f5f3b3e5c9","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"tenant":"e2e-mt-9902a0c2","gateway":"openshift-ingress/e2e-mt-9902a0c2","model":"ai-tenant-e2e-mt-9902a0c2/e2e-lifecycle-model-9902a0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:08.560789653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-lifecycle-model-9902a0c2","reconcileID":"68312bcb-ea0a-49c0-a322-93f5f3b3e5c9","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"routeName":"e2e-lifecycle-model-9902a0c2-kserve-route","namespace":"ai-tenant-e2e-mt-9902a0c2","llmisvcName":"e2e-lifecycle-model-9902a0c2","gateway":"openshift-ingress/e2e-mt-9902a0c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:12.636692627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-64c59d"},"namespace":"ai-tenant-e2e-api-a-64c59d","name":"default-tenant","reconcileID":"18d9fe28-8179-42c8-a5ff-b56ffaceaf53","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-64c59d","tenantID":"e2e-api-a-64c59d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:12.756166158Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-64c59d"},"namespace":"ai-tenant-e2e-api-a-64c59d","name":"default-tenant","reconcileID":"18d9fe28-8179-42c8-a5ff-b56ffaceaf53","name":"e2e-api-a-64c59d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:12.822953172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d82a79-policy","namespace":"ai-tenant-e2e-api-a-d82a79"},"namespace":"ai-tenant-e2e-api-a-d82a79","name":"e2e-e2e-api-a-d82a79-policy","reconcileID":"54b7821c-b5e7-4591-a4c7-c6450f1f2c22","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d82a79-policy","namespace":"ai-tenant-e2e-api-a-d82a79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d82a79","tenantID":"e2e-api-a-d82a79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:12.881127426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d82a79-policy","namespace":"ai-tenant-e2e-api-a-d82a79"},"namespace":"ai-tenant-e2e-api-a-d82a79","name":"e2e-e2e-api-a-d82a79-policy","reconcileID":"54b7821c-b5e7-4591-a4c7-c6450f1f2c22","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d82a79-policy","namespace":"ai-tenant-e2e-api-a-d82a79"},"name":"e2e-api-a-d82a79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:13.415219215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d82a79-policy","namespace":"ai-tenant-e2e-api-a-d82a79"},"namespace":"ai-tenant-e2e-api-a-d82a79","name":"e2e-e2e-api-a-d82a79-policy","reconcileID":"acf9eb01-ec20-45d8-a781-84b98fb3b777","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d82a79-policy","namespace":"ai-tenant-e2e-api-a-d82a79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d82a79","tenantID":"e2e-api-a-d82a79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:13.468759413Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fbbc411a-e1d5-4491-8cc2-d4e91c872e1e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:13.468780094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fbbc411a-e1d5-4491-8cc2-d4e91c872e1e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:13.474235825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d82a79-policy","namespace":"ai-tenant-e2e-api-a-d82a79"},"namespace":"ai-tenant-e2e-api-a-d82a79","name":"e2e-e2e-api-a-d82a79-policy","reconcileID":"acf9eb01-ec20-45d8-a781-84b98fb3b777","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d82a79-policy","namespace":"ai-tenant-e2e-api-a-d82a79"},"name":"e2e-api-a-d82a79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:13.717171818Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d82a79-policy","namespace":"ai-tenant-e2e-api-a-d82a79"},"namespace":"ai-tenant-e2e-api-a-d82a79","name":"e2e-e2e-api-a-d82a79-policy","reconcileID":"bab00baa-8831-4f3d-90d2-1a388977da8c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d82a79-policy","namespace":"ai-tenant-e2e-api-a-d82a79"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:13.972386767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d82a79-policy","namespace":"ai-tenant-e2e-api-a-d82a79"},"namespace":"ai-tenant-e2e-api-a-d82a79","name":"e2e-e2e-api-a-d82a79-policy","reconcileID":"bab00baa-8831-4f3d-90d2-1a388977da8c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d82a79-policy","namespace":"ai-tenant-e2e-api-a-d82a79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d82a79","tenantID":"e2e-api-a-d82a79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:14.103108536Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d82a79-policy","namespace":"ai-tenant-e2e-api-a-d82a79"},"namespace":"ai-tenant-e2e-api-a-d82a79","name":"e2e-e2e-api-a-d82a79-policy","reconcileID":"bab00baa-8831-4f3d-90d2-1a388977da8c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d82a79-policy","namespace":"ai-tenant-e2e-api-a-d82a79"},"name":"e2e-api-a-d82a79-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:14.103137904Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d82a79-policy","namespace":"ai-tenant-e2e-api-a-d82a79"},"namespace":"ai-tenant-e2e-api-a-d82a79","name":"e2e-e2e-api-a-d82a79-policy","reconcileID":"bab00baa-8831-4f3d-90d2-1a388977da8c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d82a79-policy","namespace":"ai-tenant-e2e-api-a-d82a79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d82a79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:14.161002922Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3f1363ce-94f8-45ab-b9a9-9302facf09ba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:14.161023345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3f1363ce-94f8-45ab-b9a9-9302facf09ba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:14.163144025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f0935de-cf36-40f7-bea1-6eb99cb45cb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:14.21629035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f0935de-cf36-40f7-bea1-6eb99cb45cb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:14.269585093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f0935de-cf36-40f7-bea1-6eb99cb45cb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:14.322868496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f0935de-cf36-40f7-bea1-6eb99cb45cb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:16.282033749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9663e00-22ce-4d0d-88df-16464beb96b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:16.335273245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9663e00-22ce-4d0d-88df-16464beb96b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:16.388515259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9663e00-22ce-4d0d-88df-16464beb96b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:16.441940156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9663e00-22ce-4d0d-88df-16464beb96b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:16.548364839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4da1f5-policy","namespace":"ai-tenant-e2e-api-b-4da1f5"},"namespace":"ai-tenant-e2e-api-b-4da1f5","name":"e2e-e2e-api-b-4da1f5-policy","reconcileID":"7410b645-d4ab-4d20-b6b3-79ae5e68e597","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4da1f5-policy","namespace":"ai-tenant-e2e-api-b-4da1f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4da1f5","tenantID":"e2e-api-b-4da1f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:16.606830343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4da1f5-policy","namespace":"ai-tenant-e2e-api-b-4da1f5"},"namespace":"ai-tenant-e2e-api-b-4da1f5","name":"e2e-e2e-api-b-4da1f5-policy","reconcileID":"7410b645-d4ab-4d20-b6b3-79ae5e68e597","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4da1f5-policy","namespace":"ai-tenant-e2e-api-b-4da1f5"},"name":"e2e-api-b-4da1f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:16.716746588Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-4da1f5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4da1f5-policy","namespace":"ai-tenant-e2e-api-b-4da1f5"},"namespace":"ai-tenant-e2e-api-b-4da1f5","name":"e2e-e2e-api-b-4da1f5-policy","reconcileID":"7410b645-d4ab-4d20-b6b3-79ae5e68e597","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4da1f5-policy","namespace":"ai-tenant-e2e-api-b-4da1f5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:18.114296137Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-sub-9902a0c2","reconcileID":"bdb926a9-7cf3-427b-8b07-eac3a92fad29","MaaSSubscription":{"name":"e2e-sub-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"model":"ai-tenant-e2e-mt-9902a0c2/e2e-lifecycle-model-9902a0c2","subscription":"e2e-sub-9902a0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:18.167950509Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-sub-9902a0c2","reconcileID":"bdb926a9-7cf3-427b-8b07-eac3a92fad29","MaaSSubscription":{"name":"e2e-sub-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"model":"ai-tenant-e2e-mt-9902a0c2/e2e-lifecycle-model-9902a0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:18.223975962Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-sub-9902a0c2","reconcileID":"bdb926a9-7cf3-427b-8b07-eac3a92fad29","MaaSSubscription":{"name":"e2e-sub-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"name":"maas-trlp-e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2","model":"ai-tenant-e2e-mt-9902a0c2/e2e-lifecycle-model-9902a0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:18.472707058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45a63bf6-eb2f-4cd9-9733-ca2de69785a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:18.525813198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45a63bf6-eb2f-4cd9-9733-ca2de69785a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:18.578886733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45a63bf6-eb2f-4cd9-9733-ca2de69785a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:18.583516961Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-lifecycle-model-9902a0c2","reconcileID":"96db2df0-33ad-4ffa-8dfa-d4142700542b","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"tenant":"e2e-mt-9902a0c2","gateway":"openshift-ingress/e2e-mt-9902a0c2","model":"ai-tenant-e2e-mt-9902a0c2/e2e-lifecycle-model-9902a0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:18.58353557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-lifecycle-model-9902a0c2","reconcileID":"96db2df0-33ad-4ffa-8dfa-d4142700542b","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"routeName":"e2e-lifecycle-model-9902a0c2-kserve-route","namespace":"ai-tenant-e2e-mt-9902a0c2","llmisvcName":"e2e-lifecycle-model-9902a0c2","gateway":"openshift-ingress/e2e-mt-9902a0c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:18.631993273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45a63bf6-eb2f-4cd9-9733-ca2de69785a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:26.823460055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4da1f5-policy","namespace":"ai-tenant-e2e-api-b-4da1f5"},"namespace":"ai-tenant-e2e-api-b-4da1f5","name":"e2e-e2e-api-b-4da1f5-policy","reconcileID":"e9a7a8ec-4ec6-4fea-bcf5-676db549905f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4da1f5-policy","namespace":"ai-tenant-e2e-api-b-4da1f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4da1f5","tenantID":"e2e-api-b-4da1f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:26.882720198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4da1f5-policy","namespace":"ai-tenant-e2e-api-b-4da1f5"},"namespace":"ai-tenant-e2e-api-b-4da1f5","name":"e2e-e2e-api-b-4da1f5-policy","reconcileID":"e9a7a8ec-4ec6-4fea-bcf5-676db549905f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4da1f5-policy","namespace":"ai-tenant-e2e-api-b-4da1f5"},"name":"e2e-api-b-4da1f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:26.94007446Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-4da1f5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4da1f5-policy","namespace":"ai-tenant-e2e-api-b-4da1f5"},"namespace":"ai-tenant-e2e-api-b-4da1f5","name":"e2e-e2e-api-b-4da1f5-policy","reconcileID":"e9a7a8ec-4ec6-4fea-bcf5-676db549905f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4da1f5-policy","namespace":"ai-tenant-e2e-api-b-4da1f5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:27.927547864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-372186"},"namespace":"ai-tenant-e2e-api-a-372186","name":"default-tenant","reconcileID":"9b2b9487-cfab-4289-859b-619260c02dee","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-372186","tenantID":"e2e-api-a-372186","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:28.048533259Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-372186"},"namespace":"ai-tenant-e2e-api-a-372186","name":"default-tenant","reconcileID":"9b2b9487-cfab-4289-859b-619260c02dee","name":"e2e-api-a-372186-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:31.219738242Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:37.047611996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4da1f5-policy","namespace":"ai-tenant-e2e-api-b-4da1f5"},"namespace":"ai-tenant-e2e-api-b-4da1f5","name":"e2e-e2e-api-b-4da1f5-policy","reconcileID":"dc57b341-c514-4994-a066-f6611a9d2553","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4da1f5-policy","namespace":"ai-tenant-e2e-api-b-4da1f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4da1f5","tenantID":"e2e-api-b-4da1f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:37.106056556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4da1f5-policy","namespace":"ai-tenant-e2e-api-b-4da1f5"},"namespace":"ai-tenant-e2e-api-b-4da1f5","name":"e2e-e2e-api-b-4da1f5-policy","reconcileID":"dc57b341-c514-4994-a066-f6611a9d2553","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4da1f5-policy","namespace":"ai-tenant-e2e-api-b-4da1f5"},"name":"e2e-api-b-4da1f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:37.163367945Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-4da1f5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b67d42966d7f74f1ad9716f210c31b808c465423c61011e875d70fcb1c1478e4) AuthConfig (43d7ac2ad88142f2b9f4a550f32b716e434656ba74ee4eee7013ca2f46aafe43) AuthConfig (814e382f830c1cffd87ccd3a5afb2cf9b6e7e3c0b12e1bf5c621c6367c9bb66a) AuthConfig (a0c24147d35c7c52612cac56a64fd5e9d9bd85df2cb0e1ffae5a50b920160591) AuthConfig (3d56e65d4dba09b25b57817cd79510552e4a254bfd710875a8f017483a673356) AuthConfig (35b865eb3a031d621b9f464ea6c5d84880ba45f561f3466112a9c1221ff983a4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4da1f5-policy","namespace":"ai-tenant-e2e-api-b-4da1f5"},"namespace":"ai-tenant-e2e-api-b-4da1f5","name":"e2e-e2e-api-b-4da1f5-policy","reconcileID":"dc57b341-c514-4994-a066-f6611a9d2553","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4da1f5-policy","namespace":"ai-tenant-e2e-api-b-4da1f5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:37.22266836Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2c518ab5-2743-4946-836d-5f0eea3ff2a2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:37.222690337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2c518ab5-2743-4946-836d-5f0eea3ff2a2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:37.903627802Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d82a79"},"namespace":"ai-tenant-e2e-api-a-d82a79","name":"default-tenant","reconcileID":"26a9e1ab-00da-4196-811d-749c327c1657","namespace":"ai-tenant-e2e-api-a-d82a79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:37.903691957Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d82a79"},"namespace":"ai-tenant-e2e-api-a-d82a79","name":"default-tenant","reconcileID":"26a9e1ab-00da-4196-811d-749c327c1657","namespace":"ai-tenant-e2e-api-a-d82a79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:37.903747474Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d82a79"},"namespace":"ai-tenant-e2e-api-a-d82a79","name":"default-tenant","reconcileID":"26a9e1ab-00da-4196-811d-749c327c1657","tenant":"e2e-api-a-d82a79","tenantID":"e2e-api-a-d82a79","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:37.960850177Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d82a79"},"namespace":"ai-tenant-e2e-api-a-d82a79","name":"default-tenant","reconcileID":"26a9e1ab-00da-4196-811d-749c327c1657","gvk":"Deployment","name":"maas-api-e2e-api-a-d82a79","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:38.026694673Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d82a79"},"namespace":"ai-tenant-e2e-api-a-d82a79","name":"default-tenant","reconcileID":"26a9e1ab-00da-4196-811d-749c327c1657","gvk":"Service","name":"maas-api-e2e-api-a-d82a79","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:38.083204341Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d82a79"},"namespace":"ai-tenant-e2e-api-a-d82a79","name":"default-tenant","reconcileID":"26a9e1ab-00da-4196-811d-749c327c1657","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-d82a79","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:38.138095664Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d82a79"},"namespace":"ai-tenant-e2e-api-a-d82a79","name":"default-tenant","reconcileID":"26a9e1ab-00da-4196-811d-749c327c1657","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-d82a79","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:38.19528592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d82a79"},"namespace":"ai-tenant-e2e-api-a-d82a79","name":"default-tenant","reconcileID":"26a9e1ab-00da-4196-811d-749c327c1657","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-d82a79","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:38.264712486Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d82a79"},"namespace":"ai-tenant-e2e-api-a-d82a79","name":"default-tenant","reconcileID":"26a9e1ab-00da-4196-811d-749c327c1657","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-d82a79","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:38.32306411Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d82a79"},"namespace":"ai-tenant-e2e-api-a-d82a79","name":"default-tenant","reconcileID":"26a9e1ab-00da-4196-811d-749c327c1657","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-d82a79","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:38.378759681Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d82a79"},"namespace":"ai-tenant-e2e-api-a-d82a79","name":"default-tenant","reconcileID":"26a9e1ab-00da-4196-811d-749c327c1657","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-d82a79","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:38.436402272Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d82a79"},"namespace":"ai-tenant-e2e-api-a-d82a79","name":"default-tenant","reconcileID":"26a9e1ab-00da-4196-811d-749c327c1657","gvk":"Deployment","name":"payload-processing-e2e-api-a-d82a79","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:38.489626519Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d82a79"},"namespace":"ai-tenant-e2e-api-a-d82a79","name":"default-tenant","reconcileID":"26a9e1ab-00da-4196-811d-749c327c1657","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-d82a79","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:38.542518268Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d82a79"},"namespace":"ai-tenant-e2e-api-a-d82a79","name":"default-tenant","reconcileID":"26a9e1ab-00da-4196-811d-749c327c1657","gvk":"Service","name":"payload-processing-e2e-api-a-d82a79","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:38.595567154Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d82a79"},"namespace":"ai-tenant-e2e-api-a-d82a79","name":"default-tenant","reconcileID":"26a9e1ab-00da-4196-811d-749c327c1657","gvk":"Service","name":"payload-pre-processing-e2e-api-a-d82a79","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:38.648822543Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d82a79"},"namespace":"ai-tenant-e2e-api-a-d82a79","name":"default-tenant","reconcileID":"26a9e1ab-00da-4196-811d-749c327c1657","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-d82a79","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:38.701853819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d82a79"},"namespace":"ai-tenant-e2e-api-a-d82a79","name":"default-tenant","reconcileID":"26a9e1ab-00da-4196-811d-749c327c1657","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-d82a79","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:38.755336631Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d82a79"},"namespace":"ai-tenant-e2e-api-a-d82a79","name":"default-tenant","reconcileID":"26a9e1ab-00da-4196-811d-749c327c1657","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-d82a79","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:38.812713957Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d82a79"},"namespace":"ai-tenant-e2e-api-a-d82a79","name":"default-tenant","reconcileID":"26a9e1ab-00da-4196-811d-749c327c1657","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-d82a79","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:38.865792907Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d82a79"},"namespace":"ai-tenant-e2e-api-a-d82a79","name":"default-tenant","reconcileID":"26a9e1ab-00da-4196-811d-749c327c1657","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-d82a79","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:38.918962099Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d82a79"},"namespace":"ai-tenant-e2e-api-a-d82a79","name":"default-tenant","reconcileID":"26a9e1ab-00da-4196-811d-749c327c1657","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-d82a79","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:38.985071108Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d82a79"},"namespace":"ai-tenant-e2e-api-a-d82a79","name":"default-tenant","reconcileID":"26a9e1ab-00da-4196-811d-749c327c1657","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-d82a79","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:39.038551549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d82a79"},"namespace":"ai-tenant-e2e-api-a-d82a79","name":"default-tenant","reconcileID":"26a9e1ab-00da-4196-811d-749c327c1657","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-d82a79","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:45.994399093Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-d82a79","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-d82a79","reconcileID":"0952d453-8c4f-4cd8-b5af-135cb7851611","aitenant":"ai-tenants/e2e-api-a-d82a79","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:46.345918902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bda52b66-eeac-4cd2-b3c9-d3fb6e60ee2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:46.399161669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bda52b66-eeac-4cd2-b3c9-d3fb6e60ee2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:46.452523801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bda52b66-eeac-4cd2-b3c9-d3fb6e60ee2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:46.50657937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bda52b66-eeac-4cd2-b3c9-d3fb6e60ee2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:46.552088999Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"001d41f3-d9a5-42bb-ac15-66f6c4f66b94","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:46.552109064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"001d41f3-d9a5-42bb-ac15-66f6c4f66b94","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:46.609210374Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a56ceee-d33f-46ea-9fa0-e3aa947d8a5a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:46.609238531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a56ceee-d33f-46ea-9fa0-e3aa947d8a5a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:46.730282491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-398727-policy","namespace":"ai-tenant-e2e-api-b-398727"},"namespace":"ai-tenant-e2e-api-b-398727","name":"e2e-e2e-api-b-398727-policy","reconcileID":"69792e08-0625-43d8-af2e-cd8cee83be16","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-398727-policy","namespace":"ai-tenant-e2e-api-b-398727"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-398727","tenantID":"e2e-api-b-398727","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:46.80213005Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-d82a79","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-d82a79","reconcileID":"0952d453-8c4f-4cd8-b5af-135cb7851611","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-d82a79","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-d82a79"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:46.860413024Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-398727-policy","namespace":"ai-tenant-e2e-api-b-398727"},"namespace":"ai-tenant-e2e-api-b-398727","name":"e2e-e2e-api-b-398727-policy","reconcileID":"69792e08-0625-43d8-af2e-cd8cee83be16","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-398727-policy","namespace":"ai-tenant-e2e-api-b-398727"},"name":"e2e-api-b-398727-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:46.917411423Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-398727-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-398727-policy","namespace":"ai-tenant-e2e-api-b-398727"},"namespace":"ai-tenant-e2e-api-b-398727","name":"e2e-e2e-api-b-398727-policy","reconcileID":"69792e08-0625-43d8-af2e-cd8cee83be16","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-398727-policy","namespace":"ai-tenant-e2e-api-b-398727"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:46.9744807Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b78dbbd2-cb19-4baa-82d5-e495d6df0066","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:46.974502799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b78dbbd2-cb19-4baa-82d5-e495d6df0066","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:47.338240108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4da1f5-policy","namespace":"ai-tenant-e2e-api-b-4da1f5"},"namespace":"ai-tenant-e2e-api-b-4da1f5","name":"e2e-e2e-api-b-4da1f5-policy","reconcileID":"55e84532-291f-4ea9-b4e7-6b607fb98435","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4da1f5-policy","namespace":"ai-tenant-e2e-api-b-4da1f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4da1f5","tenantID":"e2e-api-b-4da1f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:47.404966475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4da1f5-policy","namespace":"ai-tenant-e2e-api-b-4da1f5"},"namespace":"ai-tenant-e2e-api-b-4da1f5","name":"e2e-e2e-api-b-4da1f5-policy","reconcileID":"55e84532-291f-4ea9-b4e7-6b607fb98435","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4da1f5-policy","namespace":"ai-tenant-e2e-api-b-4da1f5"},"name":"e2e-api-b-4da1f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:47.461696329Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-4da1f5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b67d42966d7f74f1ad9716f210c31b808c465423c61011e875d70fcb1c1478e4) AuthConfig (43d7ac2ad88142f2b9f4a550f32b716e434656ba74ee4eee7013ca2f46aafe43) AuthConfig (814e382f830c1cffd87ccd3a5afb2cf9b6e7e3c0b12e1bf5c621c6367c9bb66a) AuthConfig (a0c24147d35c7c52612cac56a64fd5e9d9bd85df2cb0e1ffae5a50b920160591) AuthConfig (3d56e65d4dba09b25b57817cd79510552e4a254bfd710875a8f017483a673356) AuthConfig (35b865eb3a031d621b9f464ea6c5d84880ba45f561f3466112a9c1221ff983a4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4da1f5-policy","namespace":"ai-tenant-e2e-api-b-4da1f5"},"namespace":"ai-tenant-e2e-api-b-4da1f5","name":"e2e-e2e-api-b-4da1f5-policy","reconcileID":"55e84532-291f-4ea9-b4e7-6b607fb98435","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4da1f5-policy","namespace":"ai-tenant-e2e-api-b-4da1f5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:48.568480343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbd9871c-4f4c-4235-a6db-d908c06bb257","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:48.621585496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbd9871c-4f4c-4235-a6db-d908c06bb257","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:48.674560005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbd9871c-4f4c-4235-a6db-d908c06bb257","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:48.727411955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbd9871c-4f4c-4235-a6db-d908c06bb257","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:50.758657025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cfc80f2-8844-42b8-b7e6-3deac2465450","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:50.811949019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cfc80f2-8844-42b8-b7e6-3deac2465450","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:50.865794801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cfc80f2-8844-42b8-b7e6-3deac2465450","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:50.919127154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cfc80f2-8844-42b8-b7e6-3deac2465450","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:52.515376816Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b562f5-policy","namespace":"ai-tenant-e2e-api-a-b562f5"},"namespace":"ai-tenant-e2e-api-a-b562f5","name":"e2e-e2e-api-a-b562f5-policy","reconcileID":"d24c187d-5947-49ed-b849-bb2f0dc9c81a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b562f5-policy","namespace":"ai-tenant-e2e-api-a-b562f5"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:52.515925473Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d62615e6-e158-4752-9728-50c3ed1dcb8a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:52.515942466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d62615e6-e158-4752-9728-50c3ed1dcb8a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:52.723682472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b562f5-policy","namespace":"ai-tenant-e2e-api-a-b562f5"},"namespace":"ai-tenant-e2e-api-a-b562f5","name":"e2e-e2e-api-a-b562f5-policy","reconcileID":"d24c187d-5947-49ed-b849-bb2f0dc9c81a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b562f5-policy","namespace":"ai-tenant-e2e-api-a-b562f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b562f5","tenantID":"e2e-api-a-b562f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:52.852930986Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b562f5-policy","namespace":"ai-tenant-e2e-api-a-b562f5"},"namespace":"ai-tenant-e2e-api-a-b562f5","name":"e2e-e2e-api-a-b562f5-policy","reconcileID":"d24c187d-5947-49ed-b849-bb2f0dc9c81a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b562f5-policy","namespace":"ai-tenant-e2e-api-a-b562f5"},"name":"e2e-api-a-b562f5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:52.852960861Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b562f5-policy","namespace":"ai-tenant-e2e-api-a-b562f5"},"namespace":"ai-tenant-e2e-api-a-b562f5","name":"e2e-e2e-api-a-b562f5-policy","reconcileID":"d24c187d-5947-49ed-b849-bb2f0dc9c81a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b562f5-policy","namespace":"ai-tenant-e2e-api-a-b562f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b562f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:52.912460141Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b5a447ae-6fed-4f1b-a04a-736dab4420ae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:52.912553927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b5a447ae-6fed-4f1b-a04a-736dab4420ae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:52.964344194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1413687-d45a-4b5c-84f6-dfa732dd4589","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:53.019672947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1413687-d45a-4b5c-84f6-dfa732dd4589","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:53.074142435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1413687-d45a-4b5c-84f6-dfa732dd4589","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:53.129339725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1413687-d45a-4b5c-84f6-dfa732dd4589","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:53.346384133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4da1f5-policy","namespace":"ai-tenant-e2e-api-b-4da1f5"},"namespace":"ai-tenant-e2e-api-b-4da1f5","name":"e2e-e2e-api-b-4da1f5-policy","reconcileID":"f51ea54c-47dc-486d-ac82-ea2a7b8a96b4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4da1f5-policy","namespace":"ai-tenant-e2e-api-b-4da1f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4da1f5","tenantID":"e2e-api-b-4da1f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:53.407732593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4da1f5-policy","namespace":"ai-tenant-e2e-api-b-4da1f5"},"namespace":"ai-tenant-e2e-api-b-4da1f5","name":"e2e-e2e-api-b-4da1f5-policy","reconcileID":"f51ea54c-47dc-486d-ac82-ea2a7b8a96b4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4da1f5-policy","namespace":"ai-tenant-e2e-api-b-4da1f5"},"name":"e2e-api-b-4da1f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:53.464493904Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-4da1f5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b67d42966d7f74f1ad9716f210c31b808c465423c61011e875d70fcb1c1478e4) AuthConfig (43d7ac2ad88142f2b9f4a550f32b716e434656ba74ee4eee7013ca2f46aafe43) AuthConfig (814e382f830c1cffd87ccd3a5afb2cf9b6e7e3c0b12e1bf5c621c6367c9bb66a) AuthConfig (a0c24147d35c7c52612cac56a64fd5e9d9bd85df2cb0e1ffae5a50b920160591) AuthConfig (3d56e65d4dba09b25b57817cd79510552e4a254bfd710875a8f017483a673356) AuthConfig (35b865eb3a031d621b9f464ea6c5d84880ba45f561f3466112a9c1221ff983a4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4da1f5-policy","namespace":"ai-tenant-e2e-api-b-4da1f5"},"namespace":"ai-tenant-e2e-api-b-4da1f5","name":"e2e-e2e-api-b-4da1f5-policy","reconcileID":"f51ea54c-47dc-486d-ac82-ea2a7b8a96b4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4da1f5-policy","namespace":"ai-tenant-e2e-api-b-4da1f5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:53.738733784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4da1f5-policy","namespace":"ai-tenant-e2e-api-b-4da1f5"},"namespace":"ai-tenant-e2e-api-b-4da1f5","name":"e2e-e2e-api-b-4da1f5-policy","reconcileID":"8b011bbd-689b-4fa5-8cee-0e0c6bb10c65","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4da1f5-policy","namespace":"ai-tenant-e2e-api-b-4da1f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4da1f5","tenantID":"e2e-api-b-4da1f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:53.797160407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4da1f5-policy","namespace":"ai-tenant-e2e-api-b-4da1f5"},"namespace":"ai-tenant-e2e-api-b-4da1f5","name":"e2e-e2e-api-b-4da1f5-policy","reconcileID":"8b011bbd-689b-4fa5-8cee-0e0c6bb10c65","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4da1f5-policy","namespace":"ai-tenant-e2e-api-b-4da1f5"},"name":"e2e-api-b-4da1f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:53.853747261Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-4da1f5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b67d42966d7f74f1ad9716f210c31b808c465423c61011e875d70fcb1c1478e4) AuthConfig (43d7ac2ad88142f2b9f4a550f32b716e434656ba74ee4eee7013ca2f46aafe43) AuthConfig (814e382f830c1cffd87ccd3a5afb2cf9b6e7e3c0b12e1bf5c621c6367c9bb66a) AuthConfig (a0c24147d35c7c52612cac56a64fd5e9d9bd85df2cb0e1ffae5a50b920160591) AuthConfig (3d56e65d4dba09b25b57817cd79510552e4a254bfd710875a8f017483a673356) AuthConfig (35b865eb3a031d621b9f464ea6c5d84880ba45f561f3466112a9c1221ff983a4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4da1f5-policy","namespace":"ai-tenant-e2e-api-b-4da1f5"},"namespace":"ai-tenant-e2e-api-b-4da1f5","name":"e2e-e2e-api-b-4da1f5-policy","reconcileID":"8b011bbd-689b-4fa5-8cee-0e0c6bb10c65","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4da1f5-policy","namespace":"ai-tenant-e2e-api-b-4da1f5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:53.921669358Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4da1f5-policy","namespace":"ai-tenant-e2e-api-b-4da1f5"},"namespace":"ai-tenant-e2e-api-b-4da1f5","name":"e2e-e2e-api-b-4da1f5-policy","reconcileID":"334076a2-e613-4dd6-b934-e17fcdd3962c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4da1f5-policy","namespace":"ai-tenant-e2e-api-b-4da1f5"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:53.92197694Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"45ce6457-cbfb-4809-9cd1-380329bdb232","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:53.924706305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"45ce6457-cbfb-4809-9cd1-380329bdb232","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:54.16096985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4da1f5-policy","namespace":"ai-tenant-e2e-api-b-4da1f5"},"namespace":"ai-tenant-e2e-api-b-4da1f5","name":"e2e-e2e-api-b-4da1f5-policy","reconcileID":"334076a2-e613-4dd6-b934-e17fcdd3962c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4da1f5-policy","namespace":"ai-tenant-e2e-api-b-4da1f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4da1f5","tenantID":"e2e-api-b-4da1f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:54.414251645Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4da1f5-policy","namespace":"ai-tenant-e2e-api-b-4da1f5"},"namespace":"ai-tenant-e2e-api-b-4da1f5","name":"e2e-e2e-api-b-4da1f5-policy","reconcileID":"334076a2-e613-4dd6-b934-e17fcdd3962c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4da1f5-policy","namespace":"ai-tenant-e2e-api-b-4da1f5"},"name":"e2e-api-b-4da1f5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:54.414283098Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4da1f5-policy","namespace":"ai-tenant-e2e-api-b-4da1f5"},"namespace":"ai-tenant-e2e-api-b-4da1f5","name":"e2e-e2e-api-b-4da1f5-policy","reconcileID":"334076a2-e613-4dd6-b934-e17fcdd3962c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4da1f5-policy","namespace":"ai-tenant-e2e-api-b-4da1f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4da1f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:54.47231258Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"26b7744b-23b3-4ec7-b566-8eeb69776d37","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:54.472336474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"26b7744b-23b3-4ec7-b566-8eeb69776d37","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:54.663671253Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4da1f5"},"namespace":"ai-tenant-e2e-api-b-4da1f5","name":"default-tenant","reconcileID":"e5e747ff-0cb8-4d15-8462-97435b43615e","namespace":"ai-tenant-e2e-api-b-4da1f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:54.663727975Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4da1f5"},"namespace":"ai-tenant-e2e-api-b-4da1f5","name":"default-tenant","reconcileID":"e5e747ff-0cb8-4d15-8462-97435b43615e","namespace":"ai-tenant-e2e-api-b-4da1f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:54.663775693Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4da1f5"},"namespace":"ai-tenant-e2e-api-b-4da1f5","name":"default-tenant","reconcileID":"e5e747ff-0cb8-4d15-8462-97435b43615e","tenant":"e2e-api-b-4da1f5","tenantID":"e2e-api-b-4da1f5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:54.727338605Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4da1f5"},"namespace":"ai-tenant-e2e-api-b-4da1f5","name":"default-tenant","reconcileID":"e5e747ff-0cb8-4d15-8462-97435b43615e","gvk":"Deployment","name":"maas-api-e2e-api-b-4da1f5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:54.792916875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4da1f5"},"namespace":"ai-tenant-e2e-api-b-4da1f5","name":"default-tenant","reconcileID":"e5e747ff-0cb8-4d15-8462-97435b43615e","gvk":"Service","name":"maas-api-e2e-api-b-4da1f5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:54.851670216Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4da1f5"},"namespace":"ai-tenant-e2e-api-b-4da1f5","name":"default-tenant","reconcileID":"e5e747ff-0cb8-4d15-8462-97435b43615e","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-4da1f5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:54.908692263Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4da1f5"},"namespace":"ai-tenant-e2e-api-b-4da1f5","name":"default-tenant","reconcileID":"e5e747ff-0cb8-4d15-8462-97435b43615e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-4da1f5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:54.964776632Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4da1f5"},"namespace":"ai-tenant-e2e-api-b-4da1f5","name":"default-tenant","reconcileID":"e5e747ff-0cb8-4d15-8462-97435b43615e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-4da1f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:55.02193727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4da1f5"},"namespace":"ai-tenant-e2e-api-b-4da1f5","name":"default-tenant","reconcileID":"e5e747ff-0cb8-4d15-8462-97435b43615e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-4da1f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:55.086808536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4da1f5"},"namespace":"ai-tenant-e2e-api-b-4da1f5","name":"default-tenant","reconcileID":"e5e747ff-0cb8-4d15-8462-97435b43615e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-4da1f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:55.144725498Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4da1f5"},"namespace":"ai-tenant-e2e-api-b-4da1f5","name":"default-tenant","reconcileID":"e5e747ff-0cb8-4d15-8462-97435b43615e","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-4da1f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:55.160741635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acb2b697-e8a2-4992-8a8c-b6fe6f564ebe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:55.215920686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acb2b697-e8a2-4992-8a8c-b6fe6f564ebe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:55.217005568Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4da1f5"},"namespace":"ai-tenant-e2e-api-b-4da1f5","name":"default-tenant","reconcileID":"e5e747ff-0cb8-4d15-8462-97435b43615e","gvk":"Deployment","name":"payload-processing-e2e-api-b-4da1f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:55.269366717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acb2b697-e8a2-4992-8a8c-b6fe6f564ebe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:55.323747053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acb2b697-e8a2-4992-8a8c-b6fe6f564ebe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:55.328772963Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4da1f5"},"namespace":"ai-tenant-e2e-api-b-4da1f5","name":"default-tenant","reconcileID":"e5e747ff-0cb8-4d15-8462-97435b43615e","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-4da1f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:55.390630828Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4da1f5"},"namespace":"ai-tenant-e2e-api-b-4da1f5","name":"default-tenant","reconcileID":"e5e747ff-0cb8-4d15-8462-97435b43615e","gvk":"Service","name":"payload-processing-e2e-api-b-4da1f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:55.454018886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4da1f5"},"namespace":"ai-tenant-e2e-api-b-4da1f5","name":"default-tenant","reconcileID":"e5e747ff-0cb8-4d15-8462-97435b43615e","gvk":"Service","name":"payload-pre-processing-e2e-api-b-4da1f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:55.511724608Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4da1f5"},"namespace":"ai-tenant-e2e-api-b-4da1f5","name":"default-tenant","reconcileID":"e5e747ff-0cb8-4d15-8462-97435b43615e","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-4da1f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:55.60768152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4da1f5"},"namespace":"ai-tenant-e2e-api-b-4da1f5","name":"default-tenant","reconcileID":"e5e747ff-0cb8-4d15-8462-97435b43615e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-4da1f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:55.664991751Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4da1f5"},"namespace":"ai-tenant-e2e-api-b-4da1f5","name":"default-tenant","reconcileID":"e5e747ff-0cb8-4d15-8462-97435b43615e","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-4da1f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:55.724827332Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4da1f5"},"namespace":"ai-tenant-e2e-api-b-4da1f5","name":"default-tenant","reconcileID":"e5e747ff-0cb8-4d15-8462-97435b43615e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-4da1f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:55.77937644Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4da1f5"},"namespace":"ai-tenant-e2e-api-b-4da1f5","name":"default-tenant","reconcileID":"e5e747ff-0cb8-4d15-8462-97435b43615e","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-4da1f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:55.834327363Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4da1f5"},"namespace":"ai-tenant-e2e-api-b-4da1f5","name":"default-tenant","reconcileID":"e5e747ff-0cb8-4d15-8462-97435b43615e","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-4da1f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:55.898901065Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4da1f5"},"namespace":"ai-tenant-e2e-api-b-4da1f5","name":"default-tenant","reconcileID":"e5e747ff-0cb8-4d15-8462-97435b43615e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-4da1f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:55.959532728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4da1f5"},"namespace":"ai-tenant-e2e-api-b-4da1f5","name":"default-tenant","reconcileID":"e5e747ff-0cb8-4d15-8462-97435b43615e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-4da1f5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:57.080765829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-398727-policy","namespace":"ai-tenant-e2e-api-b-398727"},"namespace":"ai-tenant-e2e-api-b-398727","name":"e2e-e2e-api-b-398727-policy","reconcileID":"f8a5b520-64d0-4277-ae13-12ce8ad1363a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-398727-policy","namespace":"ai-tenant-e2e-api-b-398727"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-398727","tenantID":"e2e-api-b-398727","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:57.146155016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-398727-policy","namespace":"ai-tenant-e2e-api-b-398727"},"namespace":"ai-tenant-e2e-api-b-398727","name":"e2e-e2e-api-b-398727-policy","reconcileID":"f8a5b520-64d0-4277-ae13-12ce8ad1363a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-398727-policy","namespace":"ai-tenant-e2e-api-b-398727"},"name":"e2e-api-b-398727-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:57.211255084Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-398727-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-398727-policy","namespace":"ai-tenant-e2e-api-b-398727"},"namespace":"ai-tenant-e2e-api-b-398727","name":"e2e-e2e-api-b-398727-policy","reconcileID":"f8a5b520-64d0-4277-ae13-12ce8ad1363a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-398727-policy","namespace":"ai-tenant-e2e-api-b-398727"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:57.389916463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4f26b86-394e-4c5e-9a43-e571fef5e93b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:57.443698997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4f26b86-394e-4c5e-9a43-e571fef5e93b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:57.497188143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4f26b86-394e-4c5e-9a43-e571fef5e93b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:57.55050545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4f26b86-394e-4c5e-9a43-e571fef5e93b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:59.654925774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe26bca4-f40e-49f1-a605-8af47a6889ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:59.708132786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe26bca4-f40e-49f1-a605-8af47a6889ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:59.761265886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe26bca4-f40e-49f1-a605-8af47a6889ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:30:59.814683831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe26bca4-f40e-49f1-a605-8af47a6889ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:01.220074961Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:01.784937611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29df2b09-5992-40fe-b468-38b9b1fb251d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:01.838499703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29df2b09-5992-40fe-b468-38b9b1fb251d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:01.891897392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29df2b09-5992-40fe-b468-38b9b1fb251d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:01.945509578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29df2b09-5992-40fe-b468-38b9b1fb251d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:01.9455622Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-4da1f5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-4da1f5","reconcileID":"38b71c20-7bbb-4d9a-9c51-2f5667d08cdc","aitenant":"ai-tenants/e2e-api-b-4da1f5","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:02.720796897Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-4da1f5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-4da1f5","reconcileID":"38b71c20-7bbb-4d9a-9c51-2f5667d08cdc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-4da1f5","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-4da1f5"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:03.964979326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a89e101-b932-49d4-a38d-53d5ec481a71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:04.017936052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a89e101-b932-49d4-a38d-53d5ec481a71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:04.070950777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a89e101-b932-49d4-a38d-53d5ec481a71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:04.124242339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a89e101-b932-49d4-a38d-53d5ec481a71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:06.152662557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f773876-205a-40c1-9e4b-350fdf7fbbf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:06.205663296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f773876-205a-40c1-9e4b-350fdf7fbbf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:06.259474408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f773876-205a-40c1-9e4b-350fdf7fbbf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:06.312655975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f773876-205a-40c1-9e4b-350fdf7fbbf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:06.654483246Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"default-tenant","reconcileID":"cd61de44-edd5-4a69-add1-aa9999ee7f23","namespace":"ai-tenant-e2e-mt-9902a0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:06.654572897Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"default-tenant","reconcileID":"cd61de44-edd5-4a69-add1-aa9999ee7f23","namespace":"ai-tenant-e2e-mt-9902a0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:06.654645543Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"default-tenant","reconcileID":"cd61de44-edd5-4a69-add1-aa9999ee7f23","tenant":"e2e-mt-9902a0c2","tenantID":"e2e-mt-9902a0c2","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:06.709397968Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"default-tenant","reconcileID":"cd61de44-edd5-4a69-add1-aa9999ee7f23","gvk":"Deployment","name":"maas-api-e2e-mt-9902a0c2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:06.771710132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"default-tenant","reconcileID":"cd61de44-edd5-4a69-add1-aa9999ee7f23","gvk":"Service","name":"maas-api-e2e-mt-9902a0c2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:06.829296483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"default-tenant","reconcileID":"cd61de44-edd5-4a69-add1-aa9999ee7f23","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-9902a0c2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:06.889144526Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"default-tenant","reconcileID":"cd61de44-edd5-4a69-add1-aa9999ee7f23","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-9902a0c2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:06.947307189Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"default-tenant","reconcileID":"cd61de44-edd5-4a69-add1-aa9999ee7f23","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-9902a0c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:07.003819903Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"default-tenant","reconcileID":"cd61de44-edd5-4a69-add1-aa9999ee7f23","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-9902a0c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:07.063754076Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"default-tenant","reconcileID":"cd61de44-edd5-4a69-add1-aa9999ee7f23","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-9902a0c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:07.12571287Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"default-tenant","reconcileID":"cd61de44-edd5-4a69-add1-aa9999ee7f23","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-9902a0c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:07.178679429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"default-tenant","reconcileID":"cd61de44-edd5-4a69-add1-aa9999ee7f23","gvk":"Deployment","name":"payload-processing-e2e-mt-9902a0c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:07.231319184Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"default-tenant","reconcileID":"cd61de44-edd5-4a69-add1-aa9999ee7f23","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-9902a0c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:07.284150049Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"default-tenant","reconcileID":"cd61de44-edd5-4a69-add1-aa9999ee7f23","gvk":"Service","name":"payload-processing-e2e-mt-9902a0c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:07.336852776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"default-tenant","reconcileID":"cd61de44-edd5-4a69-add1-aa9999ee7f23","gvk":"Service","name":"payload-pre-processing-e2e-mt-9902a0c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:07.36654475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-398727-policy","namespace":"ai-tenant-e2e-api-b-398727"},"namespace":"ai-tenant-e2e-api-b-398727","name":"e2e-e2e-api-b-398727-policy","reconcileID":"d81b1e58-3a5d-4001-9306-51de92fea0f7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-398727-policy","namespace":"ai-tenant-e2e-api-b-398727"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-398727","tenantID":"e2e-api-b-398727","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:07.419186453Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"default-tenant","reconcileID":"cd61de44-edd5-4a69-add1-aa9999ee7f23","gvk":"DestinationRule","name":"payload-processing-e2e-mt-9902a0c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:07.472956033Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"default-tenant","reconcileID":"cd61de44-edd5-4a69-add1-aa9999ee7f23","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-9902a0c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:07.478584151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-398727-policy","namespace":"ai-tenant-e2e-api-b-398727"},"namespace":"ai-tenant-e2e-api-b-398727","name":"e2e-e2e-api-b-398727-policy","reconcileID":"d81b1e58-3a5d-4001-9306-51de92fea0f7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-398727-policy","namespace":"ai-tenant-e2e-api-b-398727"},"name":"e2e-api-b-398727-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:07.525731004Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"default-tenant","reconcileID":"cd61de44-edd5-4a69-add1-aa9999ee7f23","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-9902a0c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:07.535485501Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-398727-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-398727-policy","namespace":"ai-tenant-e2e-api-b-398727"},"namespace":"ai-tenant-e2e-api-b-398727","name":"e2e-e2e-api-b-398727-policy","reconcileID":"d81b1e58-3a5d-4001-9306-51de92fea0f7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-398727-policy","namespace":"ai-tenant-e2e-api-b-398727"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:07.582688891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"default-tenant","reconcileID":"cd61de44-edd5-4a69-add1-aa9999ee7f23","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-9902a0c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:07.636459699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"default-tenant","reconcileID":"cd61de44-edd5-4a69-add1-aa9999ee7f23","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-9902a0c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:07.689927575Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"default-tenant","reconcileID":"cd61de44-edd5-4a69-add1-aa9999ee7f23","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-9902a0c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:07.745987316Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"default-tenant","reconcileID":"cd61de44-edd5-4a69-add1-aa9999ee7f23","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-9902a0c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:07.799417361Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"default-tenant","reconcileID":"cd61de44-edd5-4a69-add1-aa9999ee7f23","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-9902a0c2","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:08.321739515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0baca655-7443-4df3-96b6-86767b550308","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:08.375028349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0baca655-7443-4df3-96b6-86767b550308","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:08.428140857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0baca655-7443-4df3-96b6-86767b550308","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:08.481364275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0baca655-7443-4df3-96b6-86767b550308","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:08.761166672Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-9902a0c2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-9902a0c2","reconcileID":"4b3def06-d09e-430a-b4cb-62dbbd33d598","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-9902a0c2","removed":["maas.opendatahub.io/gateway-access-e2e-mt-9902a0c2"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:31:08.928596Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-lifecycle-model-9902a0c2","reconcileID":"54ba233f-462c-4984-b0e1-221647308f6d","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9902a0c2/e2e-lifecycle-model-9902a0c2: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9902a0c2/e2e-lifecycle-model-9902a0c2-kserve-route (gateways: [openshift-ingress/e2e-mt-9902a0c2]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:31:08.988672128Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-lifecycle-model-9902a0c2","reconcileID":"54ba233f-462c-4984-b0e1-221647308f6d","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9902a0c2/e2e-lifecycle-model-9902a0c2: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9902a0c2/e2e-lifecycle-model-9902a0c2-kserve-route (gateways: [openshift-ingress/e2e-mt-9902a0c2]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:31:08.994060076Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-lifecycle-model-9902a0c2","reconcileID":"812e95bc-318f-41c6-bfec-ef9c90194d9f","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9902a0c2/e2e-lifecycle-model-9902a0c2: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9902a0c2/e2e-lifecycle-model-9902a0c2-kserve-route (gateways: [openshift-ingress/e2e-mt-9902a0c2]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:31:08.994121106Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-lifecycle-model-9902a0c2","reconcileID":"812e95bc-318f-41c6-bfec-ef9c90194d9f","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9902a0c2/e2e-lifecycle-model-9902a0c2: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9902a0c2/e2e-lifecycle-model-9902a0c2-kserve-route (gateways: [openshift-ingress/e2e-mt-9902a0c2]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:31:09.005283826Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-lifecycle-model-9902a0c2","reconcileID":"9bd26d83-868f-4e06-8dc3-c5e2d17a69b5","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9902a0c2/e2e-lifecycle-model-9902a0c2: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9902a0c2/e2e-lifecycle-model-9902a0c2-kserve-route (gateways: [openshift-ingress/e2e-mt-9902a0c2]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:31:09.00533751Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-lifecycle-model-9902a0c2","reconcileID":"9bd26d83-868f-4e06-8dc3-c5e2d17a69b5","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9902a0c2/e2e-lifecycle-model-9902a0c2: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9902a0c2/e2e-lifecycle-model-9902a0c2-kserve-route (gateways: [openshift-ingress/e2e-mt-9902a0c2]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:31:09.026135814Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-lifecycle-model-9902a0c2","reconcileID":"4d74dbf5-8cb6-4ba7-b030-66be361cf58b","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9902a0c2/e2e-lifecycle-model-9902a0c2: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9902a0c2/e2e-lifecycle-model-9902a0c2-kserve-route (gateways: [openshift-ingress/e2e-mt-9902a0c2]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:31:09.026192383Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-lifecycle-model-9902a0c2","reconcileID":"4d74dbf5-8cb6-4ba7-b030-66be361cf58b","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9902a0c2/e2e-lifecycle-model-9902a0c2: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9902a0c2/e2e-lifecycle-model-9902a0c2-kserve-route (gateways: [openshift-ingress/e2e-mt-9902a0c2]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:31:09.066867816Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-lifecycle-model-9902a0c2","reconcileID":"e21b3e04-abcb-4be2-b599-f5ddf480f036","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9902a0c2/e2e-lifecycle-model-9902a0c2: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9902a0c2/e2e-lifecycle-model-9902a0c2-kserve-route (gateways: [openshift-ingress/e2e-mt-9902a0c2]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:31:09.066920159Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-lifecycle-model-9902a0c2","reconcileID":"e21b3e04-abcb-4be2-b599-f5ddf480f036","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9902a0c2/e2e-lifecycle-model-9902a0c2: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9902a0c2/e2e-lifecycle-model-9902a0c2-kserve-route (gateways: [openshift-ingress/e2e-mt-9902a0c2]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:31:09.147276069Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-lifecycle-model-9902a0c2","reconcileID":"d6396835-2b60-4829-a438-986c7db44d72","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9902a0c2/e2e-lifecycle-model-9902a0c2: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9902a0c2/e2e-lifecycle-model-9902a0c2-kserve-route (gateways: [openshift-ingress/e2e-mt-9902a0c2]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:31:09.147338374Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-lifecycle-model-9902a0c2","reconcileID":"d6396835-2b60-4829-a438-986c7db44d72","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9902a0c2/e2e-lifecycle-model-9902a0c2: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9902a0c2/e2e-lifecycle-model-9902a0c2-kserve-route (gateways: [openshift-ingress/e2e-mt-9902a0c2]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:31:09.308594679Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-lifecycle-model-9902a0c2","reconcileID":"d6fea47f-efe9-4866-a84c-eb88f2422ae9","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9902a0c2/e2e-lifecycle-model-9902a0c2: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9902a0c2/e2e-lifecycle-model-9902a0c2-kserve-route (gateways: [openshift-ingress/e2e-mt-9902a0c2]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:31:09.308669834Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-lifecycle-model-9902a0c2","reconcileID":"d6fea47f-efe9-4866-a84c-eb88f2422ae9","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9902a0c2/e2e-lifecycle-model-9902a0c2: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9902a0c2/e2e-lifecycle-model-9902a0c2-kserve-route (gateways: [openshift-ingress/e2e-mt-9902a0c2]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:31:09.629953109Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-lifecycle-model-9902a0c2","reconcileID":"5b11c8d1-ec8c-41b2-9836-86b75c776c93","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9902a0c2/e2e-lifecycle-model-9902a0c2: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9902a0c2/e2e-lifecycle-model-9902a0c2-kserve-route (gateways: [openshift-ingress/e2e-mt-9902a0c2]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:31:09.630025494Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-lifecycle-model-9902a0c2","reconcileID":"5b11c8d1-ec8c-41b2-9836-86b75c776c93","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9902a0c2/e2e-lifecycle-model-9902a0c2: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9902a0c2/e2e-lifecycle-model-9902a0c2-kserve-route (gateways: [openshift-ingress/e2e-mt-9902a0c2]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:31:10.271093984Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-lifecycle-model-9902a0c2","reconcileID":"75656755-8564-48e2-a5d9-95f9912621c1","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9902a0c2/e2e-lifecycle-model-9902a0c2: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9902a0c2/e2e-lifecycle-model-9902a0c2-kserve-route (gateways: [openshift-ingress/e2e-mt-9902a0c2]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:31:10.271168159Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-lifecycle-model-9902a0c2","reconcileID":"75656755-8564-48e2-a5d9-95f9912621c1","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9902a0c2/e2e-lifecycle-model-9902a0c2: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9902a0c2/e2e-lifecycle-model-9902a0c2-kserve-route (gateways: [openshift-ingress/e2e-mt-9902a0c2]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:10.457570199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1715a9cf-db8b-4b7a-bd2e-131e1f7fe68a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:10.510773133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1715a9cf-db8b-4b7a-bd2e-131e1f7fe68a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:10.564035137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1715a9cf-db8b-4b7a-bd2e-131e1f7fe68a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:10.617600643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1715a9cf-db8b-4b7a-bd2e-131e1f7fe68a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:31:11.551683187Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-lifecycle-model-9902a0c2","reconcileID":"def5b20b-6f17-4bf9-8a55-e5e3e54de864","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9902a0c2/e2e-lifecycle-model-9902a0c2: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9902a0c2/e2e-lifecycle-model-9902a0c2-kserve-route (gateways: [openshift-ingress/e2e-mt-9902a0c2]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:31:11.551751087Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-lifecycle-model-9902a0c2","reconcileID":"def5b20b-6f17-4bf9-8a55-e5e3e54de864","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9902a0c2/e2e-lifecycle-model-9902a0c2: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9902a0c2/e2e-lifecycle-model-9902a0c2-kserve-route (gateways: [openshift-ingress/e2e-mt-9902a0c2]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:12.573783235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3a94114-5758-480b-8ec8-da4b55db50a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:12.627417933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3a94114-5758-480b-8ec8-da4b55db50a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:12.68074492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3a94114-5758-480b-8ec8-da4b55db50a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:12.733959547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3a94114-5758-480b-8ec8-da4b55db50a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:12.79532051Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2c8312dc-1140-40c2-a768-3d897ba743ad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:12.795346045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2c8312dc-1140-40c2-a768-3d897ba743ad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:12.853304606Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"41d36c6a-d87b-4314-950f-164b199fe30d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:12.85332467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"41d36c6a-d87b-4314-950f-164b199fe30d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:13.003580739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-64c59d-policy","namespace":"ai-tenant-e2e-api-a-64c59d"},"namespace":"ai-tenant-e2e-api-a-64c59d","name":"e2e-e2e-api-a-64c59d-policy","reconcileID":"d2a67950-66b0-4684-bee9-0b99cf90b5a7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-64c59d-policy","namespace":"ai-tenant-e2e-api-a-64c59d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-64c59d","tenantID":"e2e-api-a-64c59d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:13.133020492Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-64c59d-policy","namespace":"ai-tenant-e2e-api-a-64c59d"},"namespace":"ai-tenant-e2e-api-a-64c59d","name":"e2e-e2e-api-a-64c59d-policy","reconcileID":"d2a67950-66b0-4684-bee9-0b99cf90b5a7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-64c59d-policy","namespace":"ai-tenant-e2e-api-a-64c59d"},"name":"e2e-api-a-64c59d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:13.192234499Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-64c59d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-64c59d-policy","namespace":"ai-tenant-e2e-api-a-64c59d"},"namespace":"ai-tenant-e2e-api-a-64c59d","name":"e2e-e2e-api-a-64c59d-policy","reconcileID":"d2a67950-66b0-4684-bee9-0b99cf90b5a7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-64c59d-policy","namespace":"ai-tenant-e2e-api-a-64c59d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:13.308929164Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fee54ef7-1104-40ae-a367-a8439149065f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:13.308952054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fee54ef7-1104-40ae-a367-a8439149065f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:31:14.112820681Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-lifecycle-model-9902a0c2","reconcileID":"059787e1-66fa-4b89-99c1-bee1daeeb862","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9902a0c2/e2e-lifecycle-model-9902a0c2: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9902a0c2/e2e-lifecycle-model-9902a0c2-kserve-route (gateways: [openshift-ingress/e2e-mt-9902a0c2]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:31:14.113022353Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-lifecycle-model-9902a0c2","reconcileID":"059787e1-66fa-4b89-99c1-bee1daeeb862","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9902a0c2/e2e-lifecycle-model-9902a0c2: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9902a0c2/e2e-lifecycle-model-9902a0c2-kserve-route (gateways: [openshift-ingress/e2e-mt-9902a0c2]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:14.843306442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ed5c77f-283b-4b59-b1d1-5ed29a641897","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:14.897255161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ed5c77f-283b-4b59-b1d1-5ed29a641897","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:14.950381392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ed5c77f-283b-4b59-b1d1-5ed29a641897","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:15.003397758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ed5c77f-283b-4b59-b1d1-5ed29a641897","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:31:15.214962836Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-lifecycle-model-9902a0c2","reconcileID":"cdd85274-8af9-4746-abb9-74cd94922f40","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9902a0c2/e2e-lifecycle-model-9902a0c2: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9902a0c2/e2e-lifecycle-model-9902a0c2-kserve-route (gateways: [openshift-ingress/e2e-mt-9902a0c2]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:31:15.215051842Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-lifecycle-model-9902a0c2","reconcileID":"cdd85274-8af9-4746-abb9-74cd94922f40","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9902a0c2/e2e-lifecycle-model-9902a0c2: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9902a0c2/e2e-lifecycle-model-9902a0c2-kserve-route (gateways: [openshift-ingress/e2e-mt-9902a0c2]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:31:15.385661051Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-lifecycle-model-9902a0c2","reconcileID":"11543ce8-2707-448e-b5c1-c15ea415746a","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9902a0c2/e2e-lifecycle-model-9902a0c2: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9902a0c2/e2e-lifecycle-model-9902a0c2-kserve-route (gateways: [openshift-ingress/e2e-mt-9902a0c2]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:31:15.385746974Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-lifecycle-model-9902a0c2","reconcileID":"11543ce8-2707-448e-b5c1-c15ea415746a","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9902a0c2/e2e-lifecycle-model-9902a0c2: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9902a0c2/e2e-lifecycle-model-9902a0c2-kserve-route (gateways: [openshift-ingress/e2e-mt-9902a0c2]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:16.549383931Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-lifecycle-model-9902a0c2","reconcileID":"aebf883a-f8fe-47bc-adf1-5a2e14858d22","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"tenant":"e2e-mt-9902a0c2","gateway":"openshift-ingress/e2e-mt-9902a0c2","model":"ai-tenant-e2e-mt-9902a0c2/e2e-lifecycle-model-9902a0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:16.549489514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-lifecycle-model-9902a0c2","reconcileID":"aebf883a-f8fe-47bc-adf1-5a2e14858d22","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"routeName":"e2e-lifecycle-model-9902a0c2-kserve-route","namespace":"ai-tenant-e2e-mt-9902a0c2","llmisvcName":"e2e-lifecycle-model-9902a0c2","gateway":"openshift-ingress/e2e-mt-9902a0c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:16.719046794Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-9902a0c2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-9902a0c2","reconcileID":"e63e0f3e-cb99-4ad2-bd83-91d55a8515b7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-9902a0c2","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-9902a0c2":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:16.961255677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ad5e33a-0178-46f4-8b95-e105289c62cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:17.014677942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ad5e33a-0178-46f4-8b95-e105289c62cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:17.067949725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ad5e33a-0178-46f4-8b95-e105289c62cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:17.126892112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ad5e33a-0178-46f4-8b95-e105289c62cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:17.644544159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-398727-policy","namespace":"ai-tenant-e2e-api-b-398727"},"namespace":"ai-tenant-e2e-api-b-398727","name":"e2e-e2e-api-b-398727-policy","reconcileID":"4f505742-7148-43dc-ba4e-cae57636639c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-398727-policy","namespace":"ai-tenant-e2e-api-b-398727"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-398727","tenantID":"e2e-api-b-398727","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:17.650519204Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-lifecycle-model-9902a0c2","reconcileID":"fd85d539-28e6-4c50-a7ab-9f4b2fbe3323","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"tenant":"e2e-mt-9902a0c2","gateway":"openshift-ingress/e2e-mt-9902a0c2","model":"ai-tenant-e2e-mt-9902a0c2/e2e-lifecycle-model-9902a0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:17.650539135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-lifecycle-model-9902a0c2","reconcileID":"fd85d539-28e6-4c50-a7ab-9f4b2fbe3323","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"routeName":"e2e-lifecycle-model-9902a0c2-kserve-route","namespace":"ai-tenant-e2e-mt-9902a0c2","llmisvcName":"e2e-lifecycle-model-9902a0c2","gateway":"openshift-ingress/e2e-mt-9902a0c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:17.702942702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-398727-policy","namespace":"ai-tenant-e2e-api-b-398727"},"namespace":"ai-tenant-e2e-api-b-398727","name":"e2e-e2e-api-b-398727-policy","reconcileID":"4f505742-7148-43dc-ba4e-cae57636639c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-398727-policy","namespace":"ai-tenant-e2e-api-b-398727"},"name":"e2e-api-b-398727-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:17.759828371Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-398727-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-398727-policy","namespace":"ai-tenant-e2e-api-b-398727"},"namespace":"ai-tenant-e2e-api-b-398727","name":"e2e-e2e-api-b-398727-policy","reconcileID":"4f505742-7148-43dc-ba4e-cae57636639c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-398727-policy","namespace":"ai-tenant-e2e-api-b-398727"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:19.144781295Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-687adc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-687adc","reconcileID":"2dac1288-a2a1-4f46-bd06-c783f01d568f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-687adc","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-687adc":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:19.169283921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0deb483a-8526-4d20-9fd5-669b8f99dd2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:19.222877857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0deb483a-8526-4d20-9fd5-669b8f99dd2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:19.276031425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0deb483a-8526-4d20-9fd5-669b8f99dd2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:19.329209261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0deb483a-8526-4d20-9fd5-669b8f99dd2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:21.357169049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52fb9fe6-f9fe-4b87-9766-255f89838eea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:21.410583891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52fb9fe6-f9fe-4b87-9766-255f89838eea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:21.463874156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52fb9fe6-f9fe-4b87-9766-255f89838eea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:21.517012153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52fb9fe6-f9fe-4b87-9766-255f89838eea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:23.414935056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-64c59d-policy","namespace":"ai-tenant-e2e-api-a-64c59d"},"namespace":"ai-tenant-e2e-api-a-64c59d","name":"e2e-e2e-api-a-64c59d-policy","reconcileID":"4445c389-4bcf-445b-9f9b-73b82070431c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-64c59d-policy","namespace":"ai-tenant-e2e-api-a-64c59d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-64c59d","tenantID":"e2e-api-a-64c59d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:23.473196315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-64c59d-policy","namespace":"ai-tenant-e2e-api-a-64c59d"},"namespace":"ai-tenant-e2e-api-a-64c59d","name":"e2e-e2e-api-a-64c59d-policy","reconcileID":"4445c389-4bcf-445b-9f9b-73b82070431c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-64c59d-policy","namespace":"ai-tenant-e2e-api-a-64c59d"},"name":"e2e-api-a-64c59d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:23.5303713Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-64c59d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-64c59d-policy","namespace":"ai-tenant-e2e-api-a-64c59d"},"namespace":"ai-tenant-e2e-api-a-64c59d","name":"e2e-e2e-api-a-64c59d-policy","reconcileID":"4445c389-4bcf-445b-9f9b-73b82070431c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-64c59d-policy","namespace":"ai-tenant-e2e-api-a-64c59d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:23.559771328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70cba0a2-9263-4a8c-adb0-2c6e6072af44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:23.612830007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70cba0a2-9263-4a8c-adb0-2c6e6072af44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:23.665737865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70cba0a2-9263-4a8c-adb0-2c6e6072af44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:23.718973819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70cba0a2-9263-4a8c-adb0-2c6e6072af44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:23.725359121Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b562f5"},"namespace":"ai-tenant-e2e-api-a-b562f5","name":"default-tenant","reconcileID":"9f57a8a9-589c-4616-b713-0992fe0ec197","namespace":"ai-tenant-e2e-api-a-b562f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:23.725468515Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b562f5"},"namespace":"ai-tenant-e2e-api-a-b562f5","name":"default-tenant","reconcileID":"9f57a8a9-589c-4616-b713-0992fe0ec197","namespace":"ai-tenant-e2e-api-a-b562f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:23.725540364Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b562f5"},"namespace":"ai-tenant-e2e-api-a-b562f5","name":"default-tenant","reconcileID":"9f57a8a9-589c-4616-b713-0992fe0ec197","tenant":"e2e-api-a-b562f5","tenantID":"e2e-api-a-b562f5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:23.79979734Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b562f5"},"namespace":"ai-tenant-e2e-api-a-b562f5","name":"default-tenant","reconcileID":"9f57a8a9-589c-4616-b713-0992fe0ec197","gvk":"Deployment","name":"maas-api-e2e-api-a-b562f5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:23.864609413Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b562f5"},"namespace":"ai-tenant-e2e-api-a-b562f5","name":"default-tenant","reconcileID":"9f57a8a9-589c-4616-b713-0992fe0ec197","gvk":"Service","name":"maas-api-e2e-api-a-b562f5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:23.920942272Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b562f5"},"namespace":"ai-tenant-e2e-api-a-b562f5","name":"default-tenant","reconcileID":"9f57a8a9-589c-4616-b713-0992fe0ec197","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-b562f5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:23.998956484Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b562f5"},"namespace":"ai-tenant-e2e-api-a-b562f5","name":"default-tenant","reconcileID":"9f57a8a9-589c-4616-b713-0992fe0ec197","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-b562f5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:24.055042517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b562f5"},"namespace":"ai-tenant-e2e-api-a-b562f5","name":"default-tenant","reconcileID":"9f57a8a9-589c-4616-b713-0992fe0ec197","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-b562f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:24.115246554Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b562f5"},"namespace":"ai-tenant-e2e-api-a-b562f5","name":"default-tenant","reconcileID":"9f57a8a9-589c-4616-b713-0992fe0ec197","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-b562f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:24.172014666Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b562f5"},"namespace":"ai-tenant-e2e-api-a-b562f5","name":"default-tenant","reconcileID":"9f57a8a9-589c-4616-b713-0992fe0ec197","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-b562f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:24.230845776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b562f5"},"namespace":"ai-tenant-e2e-api-a-b562f5","name":"default-tenant","reconcileID":"9f57a8a9-589c-4616-b713-0992fe0ec197","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-b562f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:24.284724469Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b562f5"},"namespace":"ai-tenant-e2e-api-a-b562f5","name":"default-tenant","reconcileID":"9f57a8a9-589c-4616-b713-0992fe0ec197","gvk":"Deployment","name":"payload-processing-e2e-api-a-b562f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:24.337258801Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b562f5"},"namespace":"ai-tenant-e2e-api-a-b562f5","name":"default-tenant","reconcileID":"9f57a8a9-589c-4616-b713-0992fe0ec197","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-b562f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:24.390075749Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b562f5"},"namespace":"ai-tenant-e2e-api-a-b562f5","name":"default-tenant","reconcileID":"9f57a8a9-589c-4616-b713-0992fe0ec197","gvk":"Service","name":"payload-processing-e2e-api-a-b562f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:24.44297601Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b562f5"},"namespace":"ai-tenant-e2e-api-a-b562f5","name":"default-tenant","reconcileID":"9f57a8a9-589c-4616-b713-0992fe0ec197","gvk":"Service","name":"payload-pre-processing-e2e-api-a-b562f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:24.49571412Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b562f5"},"namespace":"ai-tenant-e2e-api-a-b562f5","name":"default-tenant","reconcileID":"9f57a8a9-589c-4616-b713-0992fe0ec197","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-b562f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:24.548399428Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b562f5"},"namespace":"ai-tenant-e2e-api-a-b562f5","name":"default-tenant","reconcileID":"9f57a8a9-589c-4616-b713-0992fe0ec197","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-b562f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:24.601180656Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b562f5"},"namespace":"ai-tenant-e2e-api-a-b562f5","name":"default-tenant","reconcileID":"9f57a8a9-589c-4616-b713-0992fe0ec197","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-b562f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:24.658920843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b562f5"},"namespace":"ai-tenant-e2e-api-a-b562f5","name":"default-tenant","reconcileID":"9f57a8a9-589c-4616-b713-0992fe0ec197","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-b562f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:24.716107162Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b562f5"},"namespace":"ai-tenant-e2e-api-a-b562f5","name":"default-tenant","reconcileID":"9f57a8a9-589c-4616-b713-0992fe0ec197","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-b562f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:24.768982086Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b562f5"},"namespace":"ai-tenant-e2e-api-a-b562f5","name":"default-tenant","reconcileID":"9f57a8a9-589c-4616-b713-0992fe0ec197","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-b562f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:24.834964809Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b562f5"},"namespace":"ai-tenant-e2e-api-a-b562f5","name":"default-tenant","reconcileID":"9f57a8a9-589c-4616-b713-0992fe0ec197","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-b562f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:24.888519252Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b562f5"},"namespace":"ai-tenant-e2e-api-a-b562f5","name":"default-tenant","reconcileID":"9f57a8a9-589c-4616-b713-0992fe0ec197","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-b562f5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:25.780844226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4e65a8c-205f-40c8-a2c4-e79a944e7a4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:25.83419636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4e65a8c-205f-40c8-a2c4-e79a944e7a4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:25.887667398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4e65a8c-205f-40c8-a2c4-e79a944e7a4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:25.940827171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4e65a8c-205f-40c8-a2c4-e79a944e7a4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:27.892319283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec356476-9f90-442e-be67-a624cea1e299","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:27.89252836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-398727-policy","namespace":"ai-tenant-e2e-api-b-398727"},"namespace":"ai-tenant-e2e-api-b-398727","name":"e2e-e2e-api-b-398727-policy","reconcileID":"ea6e1c94-79ae-40ab-83a8-b75c2f3bb2cc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-398727-policy","namespace":"ai-tenant-e2e-api-b-398727"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-398727","tenantID":"e2e-api-b-398727","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:27.945620981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec356476-9f90-442e-be67-a624cea1e299","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:27.998738837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec356476-9f90-442e-be67-a624cea1e299","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:28.005835703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-398727-policy","namespace":"ai-tenant-e2e-api-b-398727"},"namespace":"ai-tenant-e2e-api-b-398727","name":"e2e-e2e-api-b-398727-policy","reconcileID":"ea6e1c94-79ae-40ab-83a8-b75c2f3bb2cc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-398727-policy","namespace":"ai-tenant-e2e-api-b-398727"},"name":"e2e-api-b-398727-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:28.051950891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec356476-9f90-442e-be67-a624cea1e299","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:28.108591524Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-398727-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (15f5c65fb4063228775f292ae7bf56bf9582c4d030defacb1240581bfc4ddf0b) AuthConfig (b982dbc6918e2153c39f8dea62a0c6617fcfe82220323d4ae65ea887df7e6f51) AuthConfig (a9c85fb2329b4db6df50ad902f79bbf6dd8ed8dc427586c8d172c743fad77e92) AuthConfig (0776620c4e3b186c51b78d9f2baa16265b1cd6c791515d23a5c5bd07538e0bf4) AuthConfig (f1460fd6e5cef730428249bd352630c114342cec6f81617c7abee8c48c385116) AuthConfig (efb738b9807901729bc338c33bb638cf0293c15cc3f82d9feed24c498b29897e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-398727-policy","namespace":"ai-tenant-e2e-api-b-398727"},"namespace":"ai-tenant-e2e-api-b-398727","name":"e2e-e2e-api-b-398727-policy","reconcileID":"ea6e1c94-79ae-40ab-83a8-b75c2f3bb2cc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-398727-policy","namespace":"ai-tenant-e2e-api-b-398727"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:28.139023503Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"185df5a2-db25-49b5-8e67-1497dc6bea86","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:28.139041877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"185df5a2-db25-49b5-8e67-1497dc6bea86","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:28.165582803Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aabb236d-b033-41b9-9ac8-faeedd8f736d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:28.165600597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aabb236d-b033-41b9-9ac8-faeedd8f736d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:28.196651252Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7601a7ef-077d-42cc-86b5-f3a9600e3425","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:28.196670889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7601a7ef-077d-42cc-86b5-f3a9600e3425","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:28.321606197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-372186-policy","namespace":"ai-tenant-e2e-api-a-372186"},"namespace":"ai-tenant-e2e-api-a-372186","name":"e2e-e2e-api-a-372186-policy","reconcileID":"778f93d0-9908-42ff-8598-03e39cb88fd7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-372186-policy","namespace":"ai-tenant-e2e-api-a-372186"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-372186","tenantID":"e2e-api-a-372186","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:28.450708322Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-372186-policy","namespace":"ai-tenant-e2e-api-a-372186"},"namespace":"ai-tenant-e2e-api-a-372186","name":"e2e-e2e-api-a-372186-policy","reconcileID":"778f93d0-9908-42ff-8598-03e39cb88fd7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-372186-policy","namespace":"ai-tenant-e2e-api-a-372186"},"name":"e2e-api-a-372186-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:28.50777649Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-372186-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-372186-policy","namespace":"ai-tenant-e2e-api-a-372186"},"namespace":"ai-tenant-e2e-api-a-372186","name":"e2e-e2e-api-a-372186-policy","reconcileID":"778f93d0-9908-42ff-8598-03e39cb88fd7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-372186-policy","namespace":"ai-tenant-e2e-api-a-372186"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:28.566253087Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"09c3e1eb-33c1-40ce-b56e-51b11ea5a950","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:28.566278873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"09c3e1eb-33c1-40ce-b56e-51b11ea5a950","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:30.067654652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbc8fbd6-bb8c-4d79-90f2-ba07f39954a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:30.12078132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbc8fbd6-bb8c-4d79-90f2-ba07f39954a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:30.173862396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbc8fbd6-bb8c-4d79-90f2-ba07f39954a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:30.227000589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbc8fbd6-bb8c-4d79-90f2-ba07f39954a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:31.218438031Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:31.93021489Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b597ccf3-0d9a-407d-a0e8-560092d1ffef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:31.93023594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b597ccf3-0d9a-407d-a0e8-560092d1ffef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:31.988192986Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aa281b2d-cf66-4a79-a603-e47d92bf5691","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:31.988217868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aa281b2d-cf66-4a79-a603-e47d92bf5691","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:32.147242656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b16129f8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-b16129f8","reconcileID":"51a46ee0-0dcf-486b-bd8e-c98a9e08d2cc","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b16129f8","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:32.205258993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b16129f8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-b16129f8","reconcileID":"51a46ee0-0dcf-486b-bd8e-c98a9e08d2cc","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b16129f8","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:32.222130859Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6811f403-de34-4f3a-8ab4-069c73d2fdaf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:32.222154707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6811f403-de34-4f3a-8ab4-069c73d2fdaf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:32.280129251Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b5d00e70-b620-4ccc-8e06-c17a0e671f45","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:32.280152239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b5d00e70-b620-4ccc-8e06-c17a0e671f45","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:31:32.329942734Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b16129f8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-b16129f8","reconcileID":"f1f142e2-9fe0-4e53-8ead-d89471d18a5b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-neg-ghost-sub-b16129f8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:32.382058915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"55e2117b-a731-499b-9a27-064ebe2d65fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:32.382081773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2b422521-cbb2-4a81-b761-d94c1b8c015d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:32.440547893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"55e2117b-a731-499b-9a27-064ebe2d65fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:32.441111952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2b422521-cbb2-4a81-b761-d94c1b8c015d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:32.446062204Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a424b2d7-9395-42e4-b054-d9c976a48506","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:32.4460788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a424b2d7-9395-42e4-b054-d9c976a48506","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:32.512957256Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2091623e-871a-4ef7-aaf5-fcd473743419","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:32.512977803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2091623e-871a-4ef7-aaf5-fcd473743419","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:32.567594758Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a3076ed1-c82c-469e-83a0-86723f8906b4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:32.56761759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a3076ed1-c82c-469e-83a0-86723f8906b4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:32.780702962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b16129f8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-b16129f8","reconcileID":"6b9052e8-ce3c-4aac-8825-4a17850dd4c6","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b16129f8","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:32.83616113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0cc01894-57bb-4cf1-a5ee-985fe6fd6293","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:32.836410696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"55d331a3-1cb6-48cb-88b0-97c1bc357275","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:32.839579785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b16129f8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-b16129f8","reconcileID":"6b9052e8-ce3c-4aac-8825-4a17850dd4c6","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b16129f8","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:32.842276168Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b16129f8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-b16129f8","reconcileID":"2e5d06da-d2c0-4136-82c9-5cf9510e725b","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b16129f8","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-neg-ghost-sub-b16129f8","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:32.842370267Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b16129f8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-b16129f8","reconcileID":"2e5d06da-d2c0-4136-82c9-5cf9510e725b","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b16129f8","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-b16129f8","error":"MaaSModelRef not found: llm/nonexistent-model-b16129f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:32.894659932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0cc01894-57bb-4cf1-a5ee-985fe6fd6293","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:32.894891206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"55d331a3-1cb6-48cb-88b0-97c1bc357275","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:33.072612848Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"77ab577d-5ce0-437d-841d-134d38d6d125","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:33.079522652Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"937321ad-3759-43ee-adc3-8af24cf0dbd7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:33.07955002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"937321ad-3759-43ee-adc3-8af24cf0dbd7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:33.304268958Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b16129f8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-b16129f8","reconcileID":"3f512c37-2329-4ea3-9f41-9076bbafc37e","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b16129f8","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:33.304404659Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b16129f8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-b16129f8","reconcileID":"3f512c37-2329-4ea3-9f41-9076bbafc37e","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b16129f8","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-b16129f8","error":"MaaSModelRef not found: llm/nonexistent-model-b16129f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:33.390267966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b32aafb-1b7f-4166-a6e5-a7075989b90b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:33.443887937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b32aafb-1b7f-4166-a6e5-a7075989b90b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:33.4973832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b32aafb-1b7f-4166-a6e5-a7075989b90b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:33.551261479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b32aafb-1b7f-4166-a6e5-a7075989b90b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:33.658826633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-64c59d-policy","namespace":"ai-tenant-e2e-api-a-64c59d"},"namespace":"ai-tenant-e2e-api-a-64c59d","name":"e2e-e2e-api-a-64c59d-policy","reconcileID":"bea4a723-dedd-4cc6-8c89-aa4758e42dca","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-64c59d-policy","namespace":"ai-tenant-e2e-api-a-64c59d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-64c59d","tenantID":"e2e-api-a-64c59d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:33.716848684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-64c59d-policy","namespace":"ai-tenant-e2e-api-a-64c59d"},"namespace":"ai-tenant-e2e-api-a-64c59d","name":"e2e-e2e-api-a-64c59d-policy","reconcileID":"bea4a723-dedd-4cc6-8c89-aa4758e42dca","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-64c59d-policy","namespace":"ai-tenant-e2e-api-a-64c59d"},"name":"e2e-api-a-64c59d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:33.774378217Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-64c59d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-64c59d-policy","namespace":"ai-tenant-e2e-api-a-64c59d"},"namespace":"ai-tenant-e2e-api-a-64c59d","name":"e2e-e2e-api-a-64c59d-policy","reconcileID":"bea4a723-dedd-4cc6-8c89-aa4758e42dca","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-64c59d-policy","namespace":"ai-tenant-e2e-api-a-64c59d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:34.012615967Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-211ed3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-211ed3","reconcileID":"ef35f6f7-b138-4c01-917a-a0cc1ad6f523","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-211ed3","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-211ed3":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:34.985262313Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f4aff39d-4a2d-4ea1-afa7-545f1d80cf2d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:34.985280697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f4aff39d-4a2d-4ea1-afa7-545f1d80cf2d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:35.144623849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f8a80c64-75f8-453d-873b-f8e000f52f92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:35.14541691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b16129f8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-b16129f8","reconcileID":"1f95f852-eaf4-4bea-8692-52d4691f4972","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b16129f8","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:35.145420891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eee72312-4518-43d9-87e1-e5ea3eed712d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:35.20483038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b16129f8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-b16129f8","reconcileID":"1f95f852-eaf4-4bea-8692-52d4691f4972","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b16129f8","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:35.204851617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f8a80c64-75f8-453d-873b-f8e000f52f92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:35.207095551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eee72312-4518-43d9-87e1-e5ea3eed712d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:35.571316407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bde3fe35-03ac-48ac-b620-aa2bfff06ae6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:35.624298605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bde3fe35-03ac-48ac-b620-aa2bfff06ae6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:35.708852866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bde3fe35-03ac-48ac-b620-aa2bfff06ae6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:35.762049242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bde3fe35-03ac-48ac-b620-aa2bfff06ae6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:36.811422439Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-b562f5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-b562f5","reconcileID":"86074a7c-7ee7-452f-a13a-e66aa3785299","aitenant":"ai-tenants/e2e-api-a-b562f5","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:37.583064649Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-b562f5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-b562f5","reconcileID":"86074a7c-7ee7-452f-a13a-e66aa3785299","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-b562f5","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-b562f5"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:37.762321899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b56eac59-8920-4654-bd18-03dd8c562c77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:37.815785094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b56eac59-8920-4654-bd18-03dd8c562c77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:37.869069996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b56eac59-8920-4654-bd18-03dd8c562c77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:37.925971609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b56eac59-8920-4654-bd18-03dd8c562c77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:38.276324661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-398727-policy","namespace":"ai-tenant-e2e-api-b-398727"},"namespace":"ai-tenant-e2e-api-b-398727","name":"e2e-e2e-api-b-398727-policy","reconcileID":"6b9c9b22-6a30-4238-bed6-27e6753d5291","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-398727-policy","namespace":"ai-tenant-e2e-api-b-398727"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-398727","tenantID":"e2e-api-b-398727","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:38.334683838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-398727-policy","namespace":"ai-tenant-e2e-api-b-398727"},"namespace":"ai-tenant-e2e-api-b-398727","name":"e2e-e2e-api-b-398727-policy","reconcileID":"6b9c9b22-6a30-4238-bed6-27e6753d5291","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-398727-policy","namespace":"ai-tenant-e2e-api-b-398727"},"name":"e2e-api-b-398727-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:38.391611558Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-398727-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (15f5c65fb4063228775f292ae7bf56bf9582c4d030defacb1240581bfc4ddf0b) AuthConfig (b982dbc6918e2153c39f8dea62a0c6617fcfe82220323d4ae65ea887df7e6f51) AuthConfig (a9c85fb2329b4db6df50ad902f79bbf6dd8ed8dc427586c8d172c743fad77e92) AuthConfig (0776620c4e3b186c51b78d9f2baa16265b1cd6c791515d23a5c5bd07538e0bf4) AuthConfig (f1460fd6e5cef730428249bd352630c114342cec6f81617c7abee8c48c385116) AuthConfig (efb738b9807901729bc338c33bb638cf0293c15cc3f82d9feed24c498b29897e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-398727-policy","namespace":"ai-tenant-e2e-api-b-398727"},"namespace":"ai-tenant-e2e-api-b-398727","name":"e2e-e2e-api-b-398727-policy","reconcileID":"6b9c9b22-6a30-4238-bed6-27e6753d5291","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-398727-policy","namespace":"ai-tenant-e2e-api-b-398727"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:38.673173555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-372186-policy","namespace":"ai-tenant-e2e-api-a-372186"},"namespace":"ai-tenant-e2e-api-a-372186","name":"e2e-e2e-api-a-372186-policy","reconcileID":"5d8eff20-4aac-4545-af4d-435ac2e6ddc4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-372186-policy","namespace":"ai-tenant-e2e-api-a-372186"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-372186","tenantID":"e2e-api-a-372186","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:38.7317239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-372186-policy","namespace":"ai-tenant-e2e-api-a-372186"},"namespace":"ai-tenant-e2e-api-a-372186","name":"e2e-e2e-api-a-372186-policy","reconcileID":"5d8eff20-4aac-4545-af4d-435ac2e6ddc4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-372186-policy","namespace":"ai-tenant-e2e-api-a-372186"},"name":"e2e-api-a-372186-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:38.789058033Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-372186-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-372186-policy","namespace":"ai-tenant-e2e-api-a-372186"},"namespace":"ai-tenant-e2e-api-a-372186","name":"e2e-e2e-api-a-372186-policy","reconcileID":"5d8eff20-4aac-4545-af4d-435ac2e6ddc4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-372186-policy","namespace":"ai-tenant-e2e-api-a-372186"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:39.95429743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60284c09-8ca1-4eac-a3ae-e44b8012002d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:40.007482798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60284c09-8ca1-4eac-a3ae-e44b8012002d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:40.060791939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60284c09-8ca1-4eac-a3ae-e44b8012002d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:40.114018787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60284c09-8ca1-4eac-a3ae-e44b8012002d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:42.069522016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3419672d-a2ba-4dc8-8660-44be4a2da0e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:42.12268506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3419672d-a2ba-4dc8-8660-44be4a2da0e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:42.175782914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3419672d-a2ba-4dc8-8660-44be4a2da0e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:42.229359553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3419672d-a2ba-4dc8-8660-44be4a2da0e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:43.881040416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-64c59d-policy","namespace":"ai-tenant-e2e-api-a-64c59d"},"namespace":"ai-tenant-e2e-api-a-64c59d","name":"e2e-e2e-api-a-64c59d-policy","reconcileID":"0d993230-11b1-4366-805b-1b302c7cc6b4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-64c59d-policy","namespace":"ai-tenant-e2e-api-a-64c59d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-64c59d","tenantID":"e2e-api-a-64c59d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:43.939387633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-64c59d-policy","namespace":"ai-tenant-e2e-api-a-64c59d"},"namespace":"ai-tenant-e2e-api-a-64c59d","name":"e2e-e2e-api-a-64c59d-policy","reconcileID":"0d993230-11b1-4366-805b-1b302c7cc6b4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-64c59d-policy","namespace":"ai-tenant-e2e-api-a-64c59d"},"name":"e2e-api-a-64c59d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:43.996373816Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-64c59d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-64c59d-policy","namespace":"ai-tenant-e2e-api-a-64c59d"},"namespace":"ai-tenant-e2e-api-a-64c59d","name":"e2e-e2e-api-a-64c59d-policy","reconcileID":"0d993230-11b1-4366-805b-1b302c7cc6b4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-64c59d-policy","namespace":"ai-tenant-e2e-api-a-64c59d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:44.201323244Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-398727-policy","namespace":"ai-tenant-e2e-api-b-398727"},"namespace":"ai-tenant-e2e-api-b-398727","name":"e2e-e2e-api-b-398727-policy","reconcileID":"a9b4e417-4649-4313-b0ca-b2559a677c87","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-398727-policy","namespace":"ai-tenant-e2e-api-b-398727"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:44.201517199Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2afa9487-d26f-493b-9cea-7de7d5e1278d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:44.201534047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2afa9487-d26f-493b-9cea-7de7d5e1278d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:44.408322626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-398727-policy","namespace":"ai-tenant-e2e-api-b-398727"},"namespace":"ai-tenant-e2e-api-b-398727","name":"e2e-e2e-api-b-398727-policy","reconcileID":"a9b4e417-4649-4313-b0ca-b2559a677c87","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-398727-policy","namespace":"ai-tenant-e2e-api-b-398727"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-398727","tenantID":"e2e-api-b-398727","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:44.540084294Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-398727-policy","namespace":"ai-tenant-e2e-api-b-398727"},"namespace":"ai-tenant-e2e-api-b-398727","name":"e2e-e2e-api-b-398727-policy","reconcileID":"a9b4e417-4649-4313-b0ca-b2559a677c87","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-398727-policy","namespace":"ai-tenant-e2e-api-b-398727"},"name":"e2e-api-b-398727-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:44.54010757Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-398727-policy","namespace":"ai-tenant-e2e-api-b-398727"},"namespace":"ai-tenant-e2e-api-b-398727","name":"e2e-e2e-api-b-398727-policy","reconcileID":"a9b4e417-4649-4313-b0ca-b2559a677c87","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-398727-policy","namespace":"ai-tenant-e2e-api-b-398727"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-398727","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:44.598065209Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"37afa79a-de5a-4d97-9380-04446a6de65f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:44.598086089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"37afa79a-de5a-4d97-9380-04446a6de65f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:45.151979287Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b16129f8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-b16129f8","reconcileID":"5c7b332f-7dd6-47d9-919c-a5a495a111fd","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b16129f8","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-neg-ghost-sub-b16129f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:45.373117254Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b16129f8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-b16129f8","reconcileID":"5c7b332f-7dd6-47d9-919c-a5a495a111fd","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b16129f8","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:45.37314726Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b16129f8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-b16129f8","reconcileID":"5c7b332f-7dd6-47d9-919c-a5a495a111fd","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b16129f8","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-b16129f8","subscription":"e2e-neg-ghost-sub-b16129f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:45.373259039Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b16129f8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-b16129f8","reconcileID":"5c7b332f-7dd6-47d9-919c-a5a495a111fd","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b16129f8","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-b16129f8","error":"MaaSModelRef not found: llm/nonexistent-model-b16129f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:45.591876948Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2347bc88-6949-47cc-9f39-240652c03a07","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:45.694639536Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"44dd108e-8997-4613-936c-fa516c854f36","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:45.694663031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"44dd108e-8997-4613-936c-fa516c854f36","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:45.834439083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"12be3c70-6813-444a-917a-27ef67675b65","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:45.834481013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"12be3c70-6813-444a-917a-27ef67675b65","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:45.871214469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b16129f8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-b16129f8","reconcileID":"f0aba48c-a135-4e39-b00c-104963642ce2","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b16129f8","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:45.89970706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7e1b4c29-e098-40e5-b46a-8323fd9731f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:45.900139807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03031118-afc6-44c4-8ee9-9ff1e8097524","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:45.957756067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b16129f8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-b16129f8","reconcileID":"f0aba48c-a135-4e39-b00c-104963642ce2","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b16129f8","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:45.960673568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7e1b4c29-e098-40e5-b46a-8323fd9731f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:45.961184509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03031118-afc6-44c4-8ee9-9ff1e8097524","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:46.163066452Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b16129f8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-b16129f8","reconcileID":"19e3af78-ef19-46e6-b387-cce4ad8f3f75","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b16129f8","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:46.420974605Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c5c035ef-94f5-4ed9-a2e9-a5d561d927a2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:46.420994616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c5c035ef-94f5-4ed9-a2e9-a5d561d927a2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:46.520547519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"370cb8de-d567-4aa3-9323-73d56c72e167","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:46.574051658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"370cb8de-d567-4aa3-9323-73d56c72e167","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:46.62728376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"370cb8de-d567-4aa3-9323-73d56c72e167","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:46.680638087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"370cb8de-d567-4aa3-9323-73d56c72e167","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:46.733709194Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fb0d12fc-8292-4eeb-8b6f-cb909ea489e6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:46.733731768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fb0d12fc-8292-4eeb-8b6f-cb909ea489e6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:46.789567504Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6f8abf08-f42e-4a0e-8969-45ddbaf26c8a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:46.789585603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6f8abf08-f42e-4a0e-8969-45ddbaf26c8a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:47.002917924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-47c3beb5","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-47c3beb5","reconcileID":"d8053792-3272-4fa0-ad80-f91950a33cfc","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-47c3beb5","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:47.063071942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-47c3beb5","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-47c3beb5","reconcileID":"d8053792-3272-4fa0-ad80-f91950a33cfc","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-47c3beb5","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:47.173158795Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-47c3beb5","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-47c3beb5","reconcileID":"d8053792-3272-4fa0-ad80-f91950a33cfc","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-47c3beb5","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-47c3beb5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:47.487378402Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3f9e0ea6-1f4a-4531-9f19-903b9febaf81","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:47.487537557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3f9e0ea6-1f4a-4531-9f19-903b9febaf81","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:47.75493887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-47c3beb5","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-47c3beb5","reconcileID":"d05499b9-60ce-42fe-be6f-c1ef86421666","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-47c3beb5","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:47.866030661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-47c3beb5","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-47c3beb5","reconcileID":"d05499b9-60ce-42fe-be6f-c1ef86421666","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-47c3beb5","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:47.975250992Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-47c3beb5","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-47c3beb5","reconcileID":"d05499b9-60ce-42fe-be6f-c1ef86421666","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-47c3beb5","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-47c3beb5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:48.677881233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1b86acc-d1f2-4865-ae83-4819d3bf8f1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:48.730921554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1b86acc-d1f2-4865-ae83-4819d3bf8f1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:48.783767509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1b86acc-d1f2-4865-ae83-4819d3bf8f1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:48.836726184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1b86acc-d1f2-4865-ae83-4819d3bf8f1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:49.053881667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-372186-policy","namespace":"ai-tenant-e2e-api-a-372186"},"namespace":"ai-tenant-e2e-api-a-372186","name":"e2e-e2e-api-a-372186-policy","reconcileID":"1c6a058a-6cc0-4e1f-9b4c-6cba318d8b9b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-372186-policy","namespace":"ai-tenant-e2e-api-a-372186"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-372186","tenantID":"e2e-api-a-372186","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:49.11218519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-372186-policy","namespace":"ai-tenant-e2e-api-a-372186"},"namespace":"ai-tenant-e2e-api-a-372186","name":"e2e-e2e-api-a-372186-policy","reconcileID":"1c6a058a-6cc0-4e1f-9b4c-6cba318d8b9b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-372186-policy","namespace":"ai-tenant-e2e-api-a-372186"},"name":"e2e-api-a-372186-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:49.168882651Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-372186-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-372186-policy","namespace":"ai-tenant-e2e-api-a-372186"},"namespace":"ai-tenant-e2e-api-a-372186","name":"e2e-e2e-api-a-372186-policy","reconcileID":"1c6a058a-6cc0-4e1f-9b4c-6cba318d8b9b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-372186-policy","namespace":"ai-tenant-e2e-api-a-372186"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:49.4945887Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-47c3beb5","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-47c3beb5","reconcileID":"863333ce-6a90-4579-8387-e540ac0ae99d","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-47c3beb5","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:49.494654744Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4c579b21-2718-419b-88d9-72b0ad95cd75","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:49.494668573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4c579b21-2718-419b-88d9-72b0ad95cd75","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:49.547853135Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-47c3beb5","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-47c3beb5","reconcileID":"863333ce-6a90-4579-8387-e540ac0ae99d","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-47c3beb5","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-47c3beb5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:49.807749893Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3c7e1b02-586d-4a8e-a7cb-e4f2ad5b1e38","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:49.815312608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3c7e1b02-586d-4a8e-a7cb-e4f2ad5b1e38","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:50.795143738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"145a3fdf-33af-47da-a1e1-32679f0cb88c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:50.853276206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"145a3fdf-33af-47da-a1e1-32679f0cb88c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:50.909524477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"145a3fdf-33af-47da-a1e1-32679f0cb88c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:50.966334599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"145a3fdf-33af-47da-a1e1-32679f0cb88c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:53.089068706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"486abc2d-f35d-48ed-8e4e-4d099f98cea4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:53.144129103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"486abc2d-f35d-48ed-8e4e-4d099f98cea4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:53.197920907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"486abc2d-f35d-48ed-8e4e-4d099f98cea4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:53.257644426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"486abc2d-f35d-48ed-8e4e-4d099f98cea4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:54.103212294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-64c59d-policy","namespace":"ai-tenant-e2e-api-a-64c59d"},"namespace":"ai-tenant-e2e-api-a-64c59d","name":"e2e-e2e-api-a-64c59d-policy","reconcileID":"bf9852dd-d3a9-4d23-b870-dadf06a76e8c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-64c59d-policy","namespace":"ai-tenant-e2e-api-a-64c59d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-64c59d","tenantID":"e2e-api-a-64c59d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:54.161737543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-64c59d-policy","namespace":"ai-tenant-e2e-api-a-64c59d"},"namespace":"ai-tenant-e2e-api-a-64c59d","name":"e2e-e2e-api-a-64c59d-policy","reconcileID":"bf9852dd-d3a9-4d23-b870-dadf06a76e8c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-64c59d-policy","namespace":"ai-tenant-e2e-api-a-64c59d"},"name":"e2e-api-a-64c59d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:54.219148728Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-64c59d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3e1275e07bc9f22045799e8008b1e48236acbe6e89ca5febf8f222397f5b112d) AuthConfig (760e6a8eb8d17270ad8196c17538981994934036dd733b6bccfc5cdbc2ed7948) AuthConfig (100eb8339c3fec0bd2117494b213a41f09399e5a3444cacb12231614eb808838) AuthConfig (15332c18355cf303d69c454b640b02ef89b2088561bf909a4e68b45bb776c924) AuthConfig (29c5774dd3c72f3ca3d49c8e74b722fc969f84df4c8516cf3c8838d836675ccb) AuthConfig (37a5732e147446d492fd3bb4faa8ba01dbba923acc6919b7a7a51d69f63b6271)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-64c59d-policy","namespace":"ai-tenant-e2e-api-a-64c59d"},"namespace":"ai-tenant-e2e-api-a-64c59d","name":"e2e-e2e-api-a-64c59d-policy","reconcileID":"bf9852dd-d3a9-4d23-b870-dadf06a76e8c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-64c59d-policy","namespace":"ai-tenant-e2e-api-a-64c59d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:54.278331874Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"595a9dfa-9e24-4a6e-8c2a-d45460efb438","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:54.278350799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"595a9dfa-9e24-4a6e-8c2a-d45460efb438","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:55.354271879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a3738aa-b457-4e84-832a-bd4b8ff38e79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:55.40757745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a3738aa-b457-4e84-832a-bd4b8ff38e79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:55.460742842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a3738aa-b457-4e84-832a-bd4b8ff38e79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:55.513970972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a3738aa-b457-4e84-832a-bd4b8ff38e79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:57.469409674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"098376c7-f96b-4355-b7f0-f3dffa21ac67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:57.522885303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"098376c7-f96b-4355-b7f0-f3dffa21ac67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:57.576233649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"098376c7-f96b-4355-b7f0-f3dffa21ac67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:57.630403927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"098376c7-f96b-4355-b7f0-f3dffa21ac67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:59.275386781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-372186-policy","namespace":"ai-tenant-e2e-api-a-372186"},"namespace":"ai-tenant-e2e-api-a-372186","name":"e2e-e2e-api-a-372186-policy","reconcileID":"c8aa1d0f-3fb8-45d4-9ee6-9418cc1c5f58","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-372186-policy","namespace":"ai-tenant-e2e-api-a-372186"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-372186","tenantID":"e2e-api-a-372186","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:59.333646805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-372186-policy","namespace":"ai-tenant-e2e-api-a-372186"},"namespace":"ai-tenant-e2e-api-a-372186","name":"e2e-e2e-api-a-372186-policy","reconcileID":"c8aa1d0f-3fb8-45d4-9ee6-9418cc1c5f58","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-372186-policy","namespace":"ai-tenant-e2e-api-a-372186"},"name":"e2e-api-a-372186-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:59.390600341Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-372186-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ee5f0bf8b1e0fb83ad0077c3c013ba379a56cf2b9cd82e38849e4b580844222a) AuthConfig (6c977c6939594b99ac6e52c6770073dc638ede2ebb259d485754e8c10fa1c3a8) AuthConfig (5984a3be3223c96c736b036aec581296983507dfab38b9d182c11ac60b93f8a0) AuthConfig (1ed40bb1b292c511efae5d581c91dec6e115feb1875455abbe6fc8893b61d5ea) AuthConfig (5e4fa839beabd2fa6d20d783285864dd90ad42f22ec4f735327e469741e1baf0) AuthConfig (7ab93f1de685e9deaf37e27d8979032bbf7892a83cc0a5abd67efc8db0416b86)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-372186-policy","namespace":"ai-tenant-e2e-api-a-372186"},"namespace":"ai-tenant-e2e-api-a-372186","name":"e2e-e2e-api-a-372186-policy","reconcileID":"c8aa1d0f-3fb8-45d4-9ee6-9418cc1c5f58","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-372186-policy","namespace":"ai-tenant-e2e-api-a-372186"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:59.449249722Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1c93ee54-0d63-4e1a-a668-c0bcea546735","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:31:59.449273867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1c93ee54-0d63-4e1a-a668-c0bcea546735","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:01.217647086Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:01.991984634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"default-tenant","reconcileID":"59c97d9b-c22f-43c3-924a-a4fa7c05cb8d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9902a0c2","tenantID":"e2e-mt-9902a0c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:02.112421073Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"default-tenant","reconcileID":"59c97d9b-c22f-43c3-924a-a4fa7c05cb8d","name":"e2e-mt-9902a0c2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:04.387414727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-64c59d-policy","namespace":"ai-tenant-e2e-api-a-64c59d"},"namespace":"ai-tenant-e2e-api-a-64c59d","name":"e2e-e2e-api-a-64c59d-policy","reconcileID":"f9a165e8-8934-4e8d-a1a9-45bccab73652","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-64c59d-policy","namespace":"ai-tenant-e2e-api-a-64c59d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-64c59d","tenantID":"e2e-api-a-64c59d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:04.445686284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-64c59d-policy","namespace":"ai-tenant-e2e-api-a-64c59d"},"namespace":"ai-tenant-e2e-api-a-64c59d","name":"e2e-e2e-api-a-64c59d-policy","reconcileID":"f9a165e8-8934-4e8d-a1a9-45bccab73652","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-64c59d-policy","namespace":"ai-tenant-e2e-api-a-64c59d"},"name":"e2e-api-a-64c59d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:04.502664018Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-64c59d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3e1275e07bc9f22045799e8008b1e48236acbe6e89ca5febf8f222397f5b112d) AuthConfig (760e6a8eb8d17270ad8196c17538981994934036dd733b6bccfc5cdbc2ed7948) AuthConfig (100eb8339c3fec0bd2117494b213a41f09399e5a3444cacb12231614eb808838) AuthConfig (15332c18355cf303d69c454b640b02ef89b2088561bf909a4e68b45bb776c924) AuthConfig (29c5774dd3c72f3ca3d49c8e74b722fc969f84df4c8516cf3c8838d836675ccb) AuthConfig (37a5732e147446d492fd3bb4faa8ba01dbba923acc6919b7a7a51d69f63b6271)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-64c59d-policy","namespace":"ai-tenant-e2e-api-a-64c59d"},"namespace":"ai-tenant-e2e-api-a-64c59d","name":"e2e-e2e-api-a-64c59d-policy","reconcileID":"f9a165e8-8934-4e8d-a1a9-45bccab73652","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-64c59d-policy","namespace":"ai-tenant-e2e-api-a-64c59d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:04.642006358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a378b6a0-d14e-4ca9-b472-5f4e1019c7b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:04.695035302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a378b6a0-d14e-4ca9-b472-5f4e1019c7b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:04.748099941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a378b6a0-d14e-4ca9-b472-5f4e1019c7b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:04.801250959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a378b6a0-d14e-4ca9-b472-5f4e1019c7b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:05.244930067Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-4a5156","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-4a5156","reconcileID":"9afa6ec4-b2d9-4d27-af43-198091e5a384","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-4a5156","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-4a5156":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:06.772896935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff4d9568-1fef-40ab-be4e-1bc051e17fab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:06.826061847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff4d9568-1fef-40ab-be4e-1bc051e17fab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:06.878919071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff4d9568-1fef-40ab-be4e-1bc051e17fab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:06.932039888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff4d9568-1fef-40ab-be4e-1bc051e17fab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:08.985424934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf82c619-a04f-47b2-8aa6-5e387f3037b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:09.038293089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf82c619-a04f-47b2-8aa6-5e387f3037b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:09.092280285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf82c619-a04f-47b2-8aa6-5e387f3037b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:09.150032503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf82c619-a04f-47b2-8aa6-5e387f3037b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:09.555345975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-372186-policy","namespace":"ai-tenant-e2e-api-a-372186"},"namespace":"ai-tenant-e2e-api-a-372186","name":"e2e-e2e-api-a-372186-policy","reconcileID":"8037ed88-f307-4275-9e2e-5c9846e522f1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-372186-policy","namespace":"ai-tenant-e2e-api-a-372186"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-372186","tenantID":"e2e-api-a-372186","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:09.613307009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-372186-policy","namespace":"ai-tenant-e2e-api-a-372186"},"namespace":"ai-tenant-e2e-api-a-372186","name":"e2e-e2e-api-a-372186-policy","reconcileID":"8037ed88-f307-4275-9e2e-5c9846e522f1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-372186-policy","namespace":"ai-tenant-e2e-api-a-372186"},"name":"e2e-api-a-372186-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:09.672323863Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-372186-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ee5f0bf8b1e0fb83ad0077c3c013ba379a56cf2b9cd82e38849e4b580844222a) AuthConfig (6c977c6939594b99ac6e52c6770073dc638ede2ebb259d485754e8c10fa1c3a8) AuthConfig (5984a3be3223c96c736b036aec581296983507dfab38b9d182c11ac60b93f8a0) AuthConfig (1ed40bb1b292c511efae5d581c91dec6e115feb1875455abbe6fc8893b61d5ea) AuthConfig (5e4fa839beabd2fa6d20d783285864dd90ad42f22ec4f735327e469741e1baf0) AuthConfig (7ab93f1de685e9deaf37e27d8979032bbf7892a83cc0a5abd67efc8db0416b86)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-372186-policy","namespace":"ai-tenant-e2e-api-a-372186"},"namespace":"ai-tenant-e2e-api-a-372186","name":"e2e-e2e-api-a-372186-policy","reconcileID":"8037ed88-f307-4275-9e2e-5c9846e522f1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-372186-policy","namespace":"ai-tenant-e2e-api-a-372186"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:11.161609169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c325239-f454-424b-bd7c-361d874c4628","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:11.215260853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c325239-f454-424b-bd7c-361d874c4628","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:11.269066862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c325239-f454-424b-bd7c-361d874c4628","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:11.323006705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c325239-f454-424b-bd7c-361d874c4628","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:13.360710745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7149cd0a-d347-44f0-95fc-3be28558ad59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:13.414722968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7149cd0a-d347-44f0-95fc-3be28558ad59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:13.468937854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7149cd0a-d347-44f0-95fc-3be28558ad59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:13.522530145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7149cd0a-d347-44f0-95fc-3be28558ad59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:14.610322924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-64c59d-policy","namespace":"ai-tenant-e2e-api-a-64c59d"},"namespace":"ai-tenant-e2e-api-a-64c59d","name":"e2e-e2e-api-a-64c59d-policy","reconcileID":"29f95549-95f8-413e-8331-e258fba2ba76","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-64c59d-policy","namespace":"ai-tenant-e2e-api-a-64c59d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-64c59d","tenantID":"e2e-api-a-64c59d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:14.668736274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-64c59d-policy","namespace":"ai-tenant-e2e-api-a-64c59d"},"namespace":"ai-tenant-e2e-api-a-64c59d","name":"e2e-e2e-api-a-64c59d-policy","reconcileID":"29f95549-95f8-413e-8331-e258fba2ba76","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-64c59d-policy","namespace":"ai-tenant-e2e-api-a-64c59d"},"name":"e2e-api-a-64c59d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:14.725756877Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-64c59d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3e1275e07bc9f22045799e8008b1e48236acbe6e89ca5febf8f222397f5b112d) AuthConfig (760e6a8eb8d17270ad8196c17538981994934036dd733b6bccfc5cdbc2ed7948) AuthConfig (100eb8339c3fec0bd2117494b213a41f09399e5a3444cacb12231614eb808838) AuthConfig (15332c18355cf303d69c454b640b02ef89b2088561bf909a4e68b45bb776c924) AuthConfig (29c5774dd3c72f3ca3d49c8e74b722fc969f84df4c8516cf3c8838d836675ccb) AuthConfig (37a5732e147446d492fd3bb4faa8ba01dbba923acc6919b7a7a51d69f63b6271)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-64c59d-policy","namespace":"ai-tenant-e2e-api-a-64c59d"},"namespace":"ai-tenant-e2e-api-a-64c59d","name":"e2e-e2e-api-a-64c59d-policy","reconcileID":"29f95549-95f8-413e-8331-e258fba2ba76","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-64c59d-policy","namespace":"ai-tenant-e2e-api-a-64c59d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:17.53409574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-687adc"},"namespace":"ai-tenant-e2e-api-b-687adc","name":"default-tenant","reconcileID":"2e6d78b4-b61f-4279-be87-08b459ebbc60","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-687adc","tenantID":"e2e-api-b-687adc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:17.653295032Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-687adc"},"namespace":"ai-tenant-e2e-api-b-687adc","name":"default-tenant","reconcileID":"2e6d78b4-b61f-4279-be87-08b459ebbc60","name":"e2e-api-b-687adc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:19.779054756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-372186-policy","namespace":"ai-tenant-e2e-api-a-372186"},"namespace":"ai-tenant-e2e-api-a-372186","name":"e2e-e2e-api-a-372186-policy","reconcileID":"7a1f7425-f0fe-4658-9051-8fbfea385a09","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-372186-policy","namespace":"ai-tenant-e2e-api-a-372186"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-372186","tenantID":"e2e-api-a-372186","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:19.837157813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-372186-policy","namespace":"ai-tenant-e2e-api-a-372186"},"namespace":"ai-tenant-e2e-api-a-372186","name":"e2e-e2e-api-a-372186-policy","reconcileID":"7a1f7425-f0fe-4658-9051-8fbfea385a09","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-372186-policy","namespace":"ai-tenant-e2e-api-a-372186"},"name":"e2e-api-a-372186-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:19.894219032Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-372186-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ee5f0bf8b1e0fb83ad0077c3c013ba379a56cf2b9cd82e38849e4b580844222a) AuthConfig (6c977c6939594b99ac6e52c6770073dc638ede2ebb259d485754e8c10fa1c3a8) AuthConfig (5984a3be3223c96c736b036aec581296983507dfab38b9d182c11ac60b93f8a0) AuthConfig (1ed40bb1b292c511efae5d581c91dec6e115feb1875455abbe6fc8893b61d5ea) AuthConfig (5e4fa839beabd2fa6d20d783285864dd90ad42f22ec4f735327e469741e1baf0) AuthConfig (7ab93f1de685e9deaf37e27d8979032bbf7892a83cc0a5abd67efc8db0416b86)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-372186-policy","namespace":"ai-tenant-e2e-api-a-372186"},"namespace":"ai-tenant-e2e-api-a-372186","name":"e2e-e2e-api-a-372186-policy","reconcileID":"7a1f7425-f0fe-4658-9051-8fbfea385a09","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-372186-policy","namespace":"ai-tenant-e2e-api-a-372186"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:24.832881544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-64c59d-policy","namespace":"ai-tenant-e2e-api-a-64c59d"},"namespace":"ai-tenant-e2e-api-a-64c59d","name":"e2e-e2e-api-a-64c59d-policy","reconcileID":"5d00b8c5-b92d-4088-8124-7ccef1bf8bd5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-64c59d-policy","namespace":"ai-tenant-e2e-api-a-64c59d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-64c59d","tenantID":"e2e-api-a-64c59d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:24.891146532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-64c59d-policy","namespace":"ai-tenant-e2e-api-a-64c59d"},"namespace":"ai-tenant-e2e-api-a-64c59d","name":"e2e-e2e-api-a-64c59d-policy","reconcileID":"5d00b8c5-b92d-4088-8124-7ccef1bf8bd5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-64c59d-policy","namespace":"ai-tenant-e2e-api-a-64c59d"},"name":"e2e-api-a-64c59d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:25.16366775Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e8ed023a-e2f1-40b4-ba2c-d896df865661","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:25.163696827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e8ed023a-e2f1-40b4-ba2c-d896df865661","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:27.477111047Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-398727"},"namespace":"ai-tenant-e2e-api-b-398727","name":"default-tenant","reconcileID":"f2653413-1031-4894-bf16-79cee080fe39","namespace":"ai-tenant-e2e-api-b-398727","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:27.477188329Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-398727"},"namespace":"ai-tenant-e2e-api-b-398727","name":"default-tenant","reconcileID":"f2653413-1031-4894-bf16-79cee080fe39","namespace":"ai-tenant-e2e-api-b-398727","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:27.477252413Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-398727"},"namespace":"ai-tenant-e2e-api-b-398727","name":"default-tenant","reconcileID":"f2653413-1031-4894-bf16-79cee080fe39","tenant":"e2e-api-b-398727","tenantID":"e2e-api-b-398727","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:27.532313206Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-398727"},"namespace":"ai-tenant-e2e-api-b-398727","name":"default-tenant","reconcileID":"f2653413-1031-4894-bf16-79cee080fe39","gvk":"Deployment","name":"maas-api-e2e-api-b-398727","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:27.593890729Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-398727"},"namespace":"ai-tenant-e2e-api-b-398727","name":"default-tenant","reconcileID":"f2653413-1031-4894-bf16-79cee080fe39","gvk":"Service","name":"maas-api-e2e-api-b-398727","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:27.65518021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-398727"},"namespace":"ai-tenant-e2e-api-b-398727","name":"default-tenant","reconcileID":"f2653413-1031-4894-bf16-79cee080fe39","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-398727","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:27.711048408Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-398727"},"namespace":"ai-tenant-e2e-api-b-398727","name":"default-tenant","reconcileID":"f2653413-1031-4894-bf16-79cee080fe39","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-398727","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:27.76985171Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-398727"},"namespace":"ai-tenant-e2e-api-b-398727","name":"default-tenant","reconcileID":"f2653413-1031-4894-bf16-79cee080fe39","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-398727","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:27.826725147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-398727"},"namespace":"ai-tenant-e2e-api-b-398727","name":"default-tenant","reconcileID":"f2653413-1031-4894-bf16-79cee080fe39","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-398727","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:27.886729162Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-398727"},"namespace":"ai-tenant-e2e-api-b-398727","name":"default-tenant","reconcileID":"f2653413-1031-4894-bf16-79cee080fe39","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-398727","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:27.942095395Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-398727"},"namespace":"ai-tenant-e2e-api-b-398727","name":"default-tenant","reconcileID":"f2653413-1031-4894-bf16-79cee080fe39","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-398727","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:27.995918876Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-398727"},"namespace":"ai-tenant-e2e-api-b-398727","name":"default-tenant","reconcileID":"f2653413-1031-4894-bf16-79cee080fe39","gvk":"Deployment","name":"payload-processing-e2e-api-b-398727","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:28.051863465Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-398727"},"namespace":"ai-tenant-e2e-api-b-398727","name":"default-tenant","reconcileID":"f2653413-1031-4894-bf16-79cee080fe39","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-398727","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:28.105011067Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-398727"},"namespace":"ai-tenant-e2e-api-b-398727","name":"default-tenant","reconcileID":"f2653413-1031-4894-bf16-79cee080fe39","gvk":"Service","name":"payload-processing-e2e-api-b-398727","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:28.158222807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-398727"},"namespace":"ai-tenant-e2e-api-b-398727","name":"default-tenant","reconcileID":"f2653413-1031-4894-bf16-79cee080fe39","gvk":"Service","name":"payload-pre-processing-e2e-api-b-398727","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:28.210978026Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-398727"},"namespace":"ai-tenant-e2e-api-b-398727","name":"default-tenant","reconcileID":"f2653413-1031-4894-bf16-79cee080fe39","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-398727","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:28.263631453Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-398727"},"namespace":"ai-tenant-e2e-api-b-398727","name":"default-tenant","reconcileID":"f2653413-1031-4894-bf16-79cee080fe39","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-398727","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:28.316361816Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-398727"},"namespace":"ai-tenant-e2e-api-b-398727","name":"default-tenant","reconcileID":"f2653413-1031-4894-bf16-79cee080fe39","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-398727","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:28.374828369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-398727"},"namespace":"ai-tenant-e2e-api-b-398727","name":"default-tenant","reconcileID":"f2653413-1031-4894-bf16-79cee080fe39","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-398727","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:28.427832151Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-398727"},"namespace":"ai-tenant-e2e-api-b-398727","name":"default-tenant","reconcileID":"f2653413-1031-4894-bf16-79cee080fe39","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-398727","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:28.480676354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-398727"},"namespace":"ai-tenant-e2e-api-b-398727","name":"default-tenant","reconcileID":"f2653413-1031-4894-bf16-79cee080fe39","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-398727","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:28.53976327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-398727"},"namespace":"ai-tenant-e2e-api-b-398727","name":"default-tenant","reconcileID":"f2653413-1031-4894-bf16-79cee080fe39","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-398727","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:28.599531654Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-398727"},"namespace":"ai-tenant-e2e-api-b-398727","name":"default-tenant","reconcileID":"f2653413-1031-4894-bf16-79cee080fe39","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-398727","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:30.001599548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-372186-policy","namespace":"ai-tenant-e2e-api-a-372186"},"namespace":"ai-tenant-e2e-api-a-372186","name":"e2e-e2e-api-a-372186-policy","reconcileID":"70aedfff-a7d8-4457-aad1-eb5129ff0bcb","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-372186-policy","namespace":"ai-tenant-e2e-api-a-372186"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-372186","tenantID":"e2e-api-a-372186","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:30.060211056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-372186-policy","namespace":"ai-tenant-e2e-api-a-372186"},"namespace":"ai-tenant-e2e-api-a-372186","name":"e2e-e2e-api-a-372186-policy","reconcileID":"70aedfff-a7d8-4457-aad1-eb5129ff0bcb","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-372186-policy","namespace":"ai-tenant-e2e-api-a-372186"},"name":"e2e-api-a-372186-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:30.382884306Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"32ce044c-d554-4e47-bb20-17dcb01e2575","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:30.382906377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"32ce044c-d554-4e47-bb20-17dcb01e2575","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:31.222499268Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:33.421312458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-211ed3"},"namespace":"ai-tenant-e2e-api-b-211ed3","name":"default-tenant","reconcileID":"7508470a-9080-4350-8446-bbd81993d264","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-211ed3","tenantID":"e2e-api-b-211ed3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:33.541501452Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-211ed3"},"namespace":"ai-tenant-e2e-api-b-211ed3","name":"default-tenant","reconcileID":"7508470a-9080-4350-8446-bbd81993d264","name":"e2e-api-b-211ed3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:39.514707634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f236c71-930f-4fc0-b55a-29d22590f3cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:39.567809686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f236c71-930f-4fc0-b55a-29d22590f3cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:39.620972961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f236c71-930f-4fc0-b55a-29d22590f3cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:39.676551851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f236c71-930f-4fc0-b55a-29d22590f3cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:39.67786795Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-398727","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-398727","reconcileID":"d01ed21f-5637-4537-b3b8-2c067c0f880f","aitenant":"ai-tenants/e2e-api-b-398727","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:40.449878075Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-398727","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-398727","reconcileID":"d01ed21f-5637-4537-b3b8-2c067c0f880f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-398727","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-398727"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:41.660022545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17f52341-9c59-48b2-9e32-8e7526436df6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:41.71314043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17f52341-9c59-48b2-9e32-8e7526436df6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:41.766076415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17f52341-9c59-48b2-9e32-8e7526436df6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:41.81906563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17f52341-9c59-48b2-9e32-8e7526436df6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:43.859037636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b3d19c5-1ad1-4daf-906d-5eeab3689c28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:43.912153063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b3d19c5-1ad1-4daf-906d-5eeab3689c28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:43.965218322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b3d19c5-1ad1-4daf-906d-5eeab3689c28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:44.01828231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b3d19c5-1ad1-4daf-906d-5eeab3689c28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:45.976871642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5295a87a-210f-4d4d-b4ed-b150e3cfd919","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:46.029928501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5295a87a-210f-4d4d-b4ed-b150e3cfd919","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:46.083498132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5295a87a-210f-4d4d-b4ed-b150e3cfd919","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:46.137268613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5295a87a-210f-4d4d-b4ed-b150e3cfd919","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:46.448967599Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-95ab58","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-95ab58","reconcileID":"0fba61b2-0043-4e81-9435-c40eb7ceed08","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-95ab58","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-95ab58":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:48.160547011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb95d0b7-be5a-440e-8d38-54aed406c7b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:48.213570299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb95d0b7-be5a-440e-8d38-54aed406c7b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:48.266856943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb95d0b7-be5a-440e-8d38-54aed406c7b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:48.319957032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb95d0b7-be5a-440e-8d38-54aed406c7b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:50.3368458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a6b8d30-c4b7-41af-b70c-d49fb32e6554","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:50.394377144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a6b8d30-c4b7-41af-b70c-d49fb32e6554","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:50.447576915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a6b8d30-c4b7-41af-b70c-d49fb32e6554","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:50.500651258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a6b8d30-c4b7-41af-b70c-d49fb32e6554","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:52.457503479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61712106-223d-4bbb-a7bb-70e63fcf7b5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:52.510609042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61712106-223d-4bbb-a7bb-70e63fcf7b5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:52.564037557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61712106-223d-4bbb-a7bb-70e63fcf7b5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:52.617135103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61712106-223d-4bbb-a7bb-70e63fcf7b5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:54.572211283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96a02f6d-5327-4668-bb57-cf6b3c270403","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:54.62532907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96a02f6d-5327-4668-bb57-cf6b3c270403","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:54.678560772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96a02f6d-5327-4668-bb57-cf6b3c270403","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:54.732959356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96a02f6d-5327-4668-bb57-cf6b3c270403","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:56.699937379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9d4f524-51b9-43d0-ad7c-7de7df1d8ecd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:56.753072877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9d4f524-51b9-43d0-ad7c-7de7df1d8ecd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:56.806559901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9d4f524-51b9-43d0-ad7c-7de7df1d8ecd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:56.859896625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9d4f524-51b9-43d0-ad7c-7de7df1d8ecd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:58.862653639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f27d35d7-e16d-4ff3-b0eb-b9affd39013a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:58.915708926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f27d35d7-e16d-4ff3-b0eb-b9affd39013a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:58.968670171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f27d35d7-e16d-4ff3-b0eb-b9affd39013a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:32:59.021826419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f27d35d7-e16d-4ff3-b0eb-b9affd39013a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:00.809885629Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-lifecycle-model-9902a0c2","reconcileID":"be4eadca-b4cb-4dd7-be02-5fd35c654535","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"tenant":"e2e-mt-9902a0c2","gateway":"openshift-ingress/e2e-mt-9902a0c2","model":"ai-tenant-e2e-mt-9902a0c2/e2e-lifecycle-model-9902a0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:00.809906076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-lifecycle-model-9902a0c2","reconcileID":"be4eadca-b4cb-4dd7-be02-5fd35c654535","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"routeName":"e2e-lifecycle-model-9902a0c2-kserve-route","namespace":"ai-tenant-e2e-mt-9902a0c2","llmisvcName":"e2e-lifecycle-model-9902a0c2","gateway":"openshift-ingress/e2e-mt-9902a0c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:01.015995086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f87a9382-8f15-491a-ac7a-578b656148d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:01.069093826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f87a9382-8f15-491a-ac7a-578b656148d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:01.122053435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f87a9382-8f15-491a-ac7a-578b656148d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:01.175156569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f87a9382-8f15-491a-ac7a-578b656148d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:01.217334914Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:03.159570621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15f57b73-09b6-452c-9387-137932de48aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:03.212711357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15f57b73-09b6-452c-9387-137932de48aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:03.265617915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15f57b73-09b6-452c-9387-137932de48aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:03.318809154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15f57b73-09b6-452c-9387-137932de48aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:05.274631875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e62e0f1-98f4-4129-9e68-0fd8258c53b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:05.327922272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e62e0f1-98f4-4129-9e68-0fd8258c53b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:05.381058983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e62e0f1-98f4-4129-9e68-0fd8258c53b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:05.434408232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e62e0f1-98f4-4129-9e68-0fd8258c53b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:07.461580421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c62e617-cbff-445f-bfaf-0fb14cc1e9dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:07.516161258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c62e617-cbff-445f-bfaf-0fb14cc1e9dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:07.572834261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c62e617-cbff-445f-bfaf-0fb14cc1e9dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:07.627398491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c62e617-cbff-445f-bfaf-0fb14cc1e9dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:09.599126594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"216245b0-8237-495d-9e1a-aadd722ed9f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:09.655574989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"216245b0-8237-495d-9e1a-aadd722ed9f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:09.708619307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"216245b0-8237-495d-9e1a-aadd722ed9f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:09.761786669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"216245b0-8237-495d-9e1a-aadd722ed9f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:10.473312586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4a5156"},"namespace":"ai-tenant-e2e-ipp-a-4a5156","name":"default-tenant","reconcileID":"ac6f4cff-e4d1-4129-8d3d-1d1adb8dbea0","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-4a5156","tenantID":"e2e-ipp-a-4a5156","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:10.592914594Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4a5156"},"namespace":"ai-tenant-e2e-ipp-a-4a5156","name":"default-tenant","reconcileID":"ac6f4cff-e4d1-4129-8d3d-1d1adb8dbea0","name":"e2e-ipp-a-4a5156-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:11.768536821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d04d14c-12a7-4353-a17c-db9c0190be91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:11.821580775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d04d14c-12a7-4353-a17c-db9c0190be91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:11.8749354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d04d14c-12a7-4353-a17c-db9c0190be91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:11.928000642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d04d14c-12a7-4353-a17c-db9c0190be91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:13.878096355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1e5260c-4452-4579-99b1-7a4bbbd432a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:13.931594687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1e5260c-4452-4579-99b1-7a4bbbd432a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:13.9852656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1e5260c-4452-4579-99b1-7a4bbbd432a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:14.03846277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1e5260c-4452-4579-99b1-7a4bbbd432a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:15.829480815Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-lifecycle-model-9902a0c2","reconcileID":"4f7671c7-4638-4590-9ca3-f7ce44655aa7","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"tenant":"e2e-mt-9902a0c2","gateway":"openshift-ingress/e2e-mt-9902a0c2","model":"ai-tenant-e2e-mt-9902a0c2/e2e-lifecycle-model-9902a0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:15.829505364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-lifecycle-model-9902a0c2","reconcileID":"4f7671c7-4638-4590-9ca3-f7ce44655aa7","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"routeName":"e2e-lifecycle-model-9902a0c2-kserve-route","namespace":"ai-tenant-e2e-mt-9902a0c2","llmisvcName":"e2e-lifecycle-model-9902a0c2","gateway":"openshift-ingress/e2e-mt-9902a0c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:15.997255886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11772ddb-8a57-40b4-a92a-b2b41ff51728","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:16.050195426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11772ddb-8a57-40b4-a92a-b2b41ff51728","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:16.103395966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11772ddb-8a57-40b4-a92a-b2b41ff51728","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:16.199770636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11772ddb-8a57-40b4-a92a-b2b41ff51728","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:18.165104079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4087b7d7-e4cf-4112-9dcc-5f6e473c2d77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:18.218121849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4087b7d7-e4cf-4112-9dcc-5f6e473c2d77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:18.271411935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4087b7d7-e4cf-4112-9dcc-5f6e473c2d77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:18.324708765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4087b7d7-e4cf-4112-9dcc-5f6e473c2d77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:20.281671029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dfdd9b4-2393-4e59-aad0-f9e946371527","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:20.335022565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dfdd9b4-2393-4e59-aad0-f9e946371527","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:20.388540664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dfdd9b4-2393-4e59-aad0-f9e946371527","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:20.44166547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dfdd9b4-2393-4e59-aad0-f9e946371527","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:22.430405748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0f4e93a-9f77-468d-aa76-e1cb6989207e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:22.483575303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0f4e93a-9f77-468d-aa76-e1cb6989207e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:22.536804569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0f4e93a-9f77-468d-aa76-e1cb6989207e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:22.589805315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0f4e93a-9f77-468d-aa76-e1cb6989207e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:24.540325916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d8a54e8-bdaa-4ffb-ae24-2dc569beab23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:24.593868369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d8a54e8-bdaa-4ffb-ae24-2dc569beab23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:24.647095788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d8a54e8-bdaa-4ffb-ae24-2dc569beab23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:24.700054786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d8a54e8-bdaa-4ffb-ae24-2dc569beab23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:25.887551345Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-lifecycle-model-9902a0c2","reconcileID":"c6d37129-2a23-44e8-b80e-dbee44936f48","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"tenant":"e2e-mt-9902a0c2","gateway":"openshift-ingress/e2e-mt-9902a0c2","model":"ai-tenant-e2e-mt-9902a0c2/e2e-lifecycle-model-9902a0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:25.887574084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-lifecycle-model-9902a0c2","reconcileID":"c6d37129-2a23-44e8-b80e-dbee44936f48","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"routeName":"e2e-lifecycle-model-9902a0c2-kserve-route","namespace":"ai-tenant-e2e-mt-9902a0c2","llmisvcName":"e2e-lifecycle-model-9902a0c2","gateway":"openshift-ingress/e2e-mt-9902a0c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:26.688338314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71a92d37-c4bf-4285-bb81-5af6c5542c60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:26.74151107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71a92d37-c4bf-4285-bb81-5af6c5542c60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:26.74683322Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0002b029-a230-4ad1-8169-acfad1abb472","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:26.746850212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0002b029-a230-4ad1-8169-acfad1abb472","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:26.79468276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71a92d37-c4bf-4285-bb81-5af6c5542c60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:26.848845157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71a92d37-c4bf-4285-bb81-5af6c5542c60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:26.851911848Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"391e7224-73ef-4493-afcd-ed9457e2e367","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:26.851935686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"391e7224-73ef-4493-afcd-ed9457e2e367","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:26.957748736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-687adc-policy","namespace":"ai-tenant-e2e-api-b-687adc"},"namespace":"ai-tenant-e2e-api-b-687adc","name":"e2e-e2e-api-b-687adc-policy","reconcileID":"e5d5ac90-f0c0-47f1-b16e-65926fd073b9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-687adc-policy","namespace":"ai-tenant-e2e-api-b-687adc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-687adc","tenantID":"e2e-api-b-687adc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:27.087257148Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-687adc-policy","namespace":"ai-tenant-e2e-api-b-687adc"},"namespace":"ai-tenant-e2e-api-b-687adc","name":"e2e-e2e-api-b-687adc-policy","reconcileID":"e5d5ac90-f0c0-47f1-b16e-65926fd073b9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-687adc-policy","namespace":"ai-tenant-e2e-api-b-687adc"},"name":"e2e-api-b-687adc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:27.144410984Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-687adc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-687adc-policy","namespace":"ai-tenant-e2e-api-b-687adc"},"namespace":"ai-tenant-e2e-api-b-687adc","name":"e2e-e2e-api-b-687adc-policy","reconcileID":"e5d5ac90-f0c0-47f1-b16e-65926fd073b9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-687adc-policy","namespace":"ai-tenant-e2e-api-b-687adc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:27.202992056Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"32072cae-90a8-4d7f-9e56-8022a9b4131c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:27.203012225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"32072cae-90a8-4d7f-9e56-8022a9b4131c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:28.858107881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32ac0a0d-813e-4f34-976e-5aa46f831866","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:28.911199748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32ac0a0d-813e-4f34-976e-5aa46f831866","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:28.964247917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32ac0a0d-813e-4f34-976e-5aa46f831866","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:29.01745835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32ac0a0d-813e-4f34-976e-5aa46f831866","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:31.217227718Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:33.354622903Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-64c59d-policy","namespace":"ai-tenant-e2e-api-a-64c59d"},"namespace":"ai-tenant-e2e-api-a-64c59d","name":"e2e-e2e-api-a-64c59d-policy","reconcileID":"d234c1cf-e73a-45ac-bd47-1ff791d1db8e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-64c59d-policy","namespace":"ai-tenant-e2e-api-a-64c59d"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:33.354707947Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"838508f5-f56a-4cab-9647-79f1c51062fc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:33.354725451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"838508f5-f56a-4cab-9647-79f1c51062fc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:33.562152557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-64c59d-policy","namespace":"ai-tenant-e2e-api-a-64c59d"},"namespace":"ai-tenant-e2e-api-a-64c59d","name":"e2e-e2e-api-a-64c59d-policy","reconcileID":"d234c1cf-e73a-45ac-bd47-1ff791d1db8e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-64c59d-policy","namespace":"ai-tenant-e2e-api-a-64c59d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-64c59d","tenantID":"e2e-api-a-64c59d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:33.691787406Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-64c59d-policy","namespace":"ai-tenant-e2e-api-a-64c59d"},"namespace":"ai-tenant-e2e-api-a-64c59d","name":"e2e-e2e-api-a-64c59d-policy","reconcileID":"d234c1cf-e73a-45ac-bd47-1ff791d1db8e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-64c59d-policy","namespace":"ai-tenant-e2e-api-a-64c59d"},"name":"e2e-api-a-64c59d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:33.691812538Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-64c59d-policy","namespace":"ai-tenant-e2e-api-a-64c59d"},"namespace":"ai-tenant-e2e-api-a-64c59d","name":"e2e-e2e-api-a-64c59d-policy","reconcileID":"d234c1cf-e73a-45ac-bd47-1ff791d1db8e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-64c59d-policy","namespace":"ai-tenant-e2e-api-a-64c59d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-64c59d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:33.749650761Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"35bb4be4-b8d9-4e20-ac97-e9a806d1ba11","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:33.749670268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"35bb4be4-b8d9-4e20-ac97-e9a806d1ba11","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:35.347013754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de3e02ad-cb7a-4985-a677-9d6a53d6ada4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:35.400170941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de3e02ad-cb7a-4985-a677-9d6a53d6ada4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:35.453578455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de3e02ad-cb7a-4985-a677-9d6a53d6ada4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:35.506936351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de3e02ad-cb7a-4985-a677-9d6a53d6ada4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:35.888024005Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-lifecycle-model-9902a0c2","reconcileID":"5fa1f3ce-669a-4ff0-a7f4-0d020943e9ac","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"tenant":"e2e-mt-9902a0c2","gateway":"openshift-ingress/e2e-mt-9902a0c2","model":"ai-tenant-e2e-mt-9902a0c2/e2e-lifecycle-model-9902a0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:35.888043743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-lifecycle-model-9902a0c2","reconcileID":"5fa1f3ce-669a-4ff0-a7f4-0d020943e9ac","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"routeName":"e2e-lifecycle-model-9902a0c2-kserve-route","namespace":"ai-tenant-e2e-mt-9902a0c2","llmisvcName":"e2e-lifecycle-model-9902a0c2","gateway":"openshift-ingress/e2e-mt-9902a0c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:37.310985035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-687adc-policy","namespace":"ai-tenant-e2e-api-b-687adc"},"namespace":"ai-tenant-e2e-api-b-687adc","name":"e2e-e2e-api-b-687adc-policy","reconcileID":"a63fdf45-6a45-4821-a88f-c2852ffbf73e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-687adc-policy","namespace":"ai-tenant-e2e-api-b-687adc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-687adc","tenantID":"e2e-api-b-687adc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:37.368942417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-687adc-policy","namespace":"ai-tenant-e2e-api-b-687adc"},"namespace":"ai-tenant-e2e-api-b-687adc","name":"e2e-e2e-api-b-687adc-policy","reconcileID":"a63fdf45-6a45-4821-a88f-c2852ffbf73e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-687adc-policy","namespace":"ai-tenant-e2e-api-b-687adc"},"name":"e2e-api-b-687adc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:37.425838813Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-687adc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-687adc-policy","namespace":"ai-tenant-e2e-api-b-687adc"},"namespace":"ai-tenant-e2e-api-b-687adc","name":"e2e-e2e-api-b-687adc-policy","reconcileID":"a63fdf45-6a45-4821-a88f-c2852ffbf73e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-687adc-policy","namespace":"ai-tenant-e2e-api-b-687adc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:37.672005191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab2e4de8-4db4-402e-93fe-825dcbe9b71e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:37.727978246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab2e4de8-4db4-402e-93fe-825dcbe9b71e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:37.78179338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab2e4de8-4db4-402e-93fe-825dcbe9b71e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:37.83667379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab2e4de8-4db4-402e-93fe-825dcbe9b71e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:39.800663242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b0146c7-7d80-4734-9874-0da19bf1834a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:39.854129186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b0146c7-7d80-4734-9874-0da19bf1834a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:39.907627169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b0146c7-7d80-4734-9874-0da19bf1834a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:39.960727046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b0146c7-7d80-4734-9874-0da19bf1834a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:41.920065979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd4fa4ee-cd9c-4974-9576-99dce3468cbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:41.976107935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd4fa4ee-cd9c-4974-9576-99dce3468cbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:42.029900109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd4fa4ee-cd9c-4974-9576-99dce3468cbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:42.082906814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd4fa4ee-cd9c-4974-9576-99dce3468cbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:42.249465918Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"48332623-f56e-4ab0-802b-2948301a2726","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:42.249499394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"48332623-f56e-4ab0-802b-2948301a2726","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:42.307316361Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7f31efb4-e9a7-4214-9bb6-ca47021bdc75","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:42.307336403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7f31efb4-e9a7-4214-9bb6-ca47021bdc75","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:42.412569492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-211ed3-policy","namespace":"ai-tenant-e2e-api-b-211ed3"},"namespace":"ai-tenant-e2e-api-b-211ed3","name":"e2e-e2e-api-b-211ed3-policy","reconcileID":"b64bdd08-f204-4af2-933f-30a7aded114c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-211ed3-policy","namespace":"ai-tenant-e2e-api-b-211ed3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-211ed3","tenantID":"e2e-api-b-211ed3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:42.577183569Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-211ed3-policy","namespace":"ai-tenant-e2e-api-b-211ed3"},"namespace":"ai-tenant-e2e-api-b-211ed3","name":"e2e-e2e-api-b-211ed3-policy","reconcileID":"b64bdd08-f204-4af2-933f-30a7aded114c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-211ed3-policy","namespace":"ai-tenant-e2e-api-b-211ed3"},"name":"e2e-api-b-211ed3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:42.633798103Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-211ed3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-211ed3-policy","namespace":"ai-tenant-e2e-api-b-211ed3"},"namespace":"ai-tenant-e2e-api-b-211ed3","name":"e2e-e2e-api-b-211ed3-policy","reconcileID":"b64bdd08-f204-4af2-933f-30a7aded114c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-211ed3-policy","namespace":"ai-tenant-e2e-api-b-211ed3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:42.692070293Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"653ef542-cf64-4346-b774-ac81e129db2f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:42.692090274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"653ef542-cf64-4346-b774-ac81e129db2f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:45.888668153Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-lifecycle-model-9902a0c2","reconcileID":"81d7ec97-4490-4179-93e0-cfe2b02bd668","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"tenant":"e2e-mt-9902a0c2","gateway":"openshift-ingress/e2e-mt-9902a0c2","model":"ai-tenant-e2e-mt-9902a0c2/e2e-lifecycle-model-9902a0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:45.888687917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-lifecycle-model-9902a0c2","reconcileID":"81d7ec97-4490-4179-93e0-cfe2b02bd668","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"routeName":"e2e-lifecycle-model-9902a0c2-kserve-route","namespace":"ai-tenant-e2e-mt-9902a0c2","llmisvcName":"e2e-lifecycle-model-9902a0c2","gateway":"openshift-ingress/e2e-mt-9902a0c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:47.533251585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-687adc-policy","namespace":"ai-tenant-e2e-api-b-687adc"},"namespace":"ai-tenant-e2e-api-b-687adc","name":"e2e-e2e-api-b-687adc-policy","reconcileID":"38cfe16b-b405-4e35-83ca-3aa8d94858df","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-687adc-policy","namespace":"ai-tenant-e2e-api-b-687adc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-687adc","tenantID":"e2e-api-b-687adc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:47.591435487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-687adc-policy","namespace":"ai-tenant-e2e-api-b-687adc"},"namespace":"ai-tenant-e2e-api-b-687adc","name":"e2e-e2e-api-b-687adc-policy","reconcileID":"38cfe16b-b405-4e35-83ca-3aa8d94858df","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-687adc-policy","namespace":"ai-tenant-e2e-api-b-687adc"},"name":"e2e-api-b-687adc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:47.648399885Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-687adc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6e22c2fbfc5c96fdfb3bfe35cc38458bb0e7a67d2acd4031de536e4beb05e9c2) AuthConfig (4c4d4419e8b1073fe0cef1f08419d99e31d3117b6d385eb9548d1bd1a729c4e9) AuthConfig (397fd499f1652c2aca1b621f751ec6d3ba0864072e676c529ebc498ebbd8d999) AuthConfig (a82833ead1f1f5eb573bd0200dcb322522cb878d848d61c95322a6f32e3d204e) AuthConfig (60a208737f28d2c1d9f577558853a8e50b61d444ff7aa450e216a40c3caa065a) AuthConfig (772877676c23d0bd7600123cdb6c5d8883afb023ab099cf462cd5088f696a73c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-687adc-policy","namespace":"ai-tenant-e2e-api-b-687adc"},"namespace":"ai-tenant-e2e-api-b-687adc","name":"e2e-e2e-api-b-687adc-policy","reconcileID":"38cfe16b-b405-4e35-83ca-3aa8d94858df","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-687adc-policy","namespace":"ai-tenant-e2e-api-b-687adc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:47.707090743Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4c1e498b-3465-4fb9-9e9a-00e24f0cdc55","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:47.707109879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4c1e498b-3465-4fb9-9e9a-00e24f0cdc55","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:49.505921132Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-372186-policy","namespace":"ai-tenant-e2e-api-a-372186"},"namespace":"ai-tenant-e2e-api-a-372186","name":"e2e-e2e-api-a-372186-policy","reconcileID":"1f2c60b0-511b-4cb3-94d8-799b0450c5ee","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-372186-policy","namespace":"ai-tenant-e2e-api-a-372186"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:49.506173249Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0939147e-dd18-4e7b-9532-328be535c1a8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:49.506198688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0939147e-dd18-4e7b-9532-328be535c1a8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:49.712481256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-372186-policy","namespace":"ai-tenant-e2e-api-a-372186"},"namespace":"ai-tenant-e2e-api-a-372186","name":"e2e-e2e-api-a-372186-policy","reconcileID":"1f2c60b0-511b-4cb3-94d8-799b0450c5ee","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-372186-policy","namespace":"ai-tenant-e2e-api-a-372186"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-372186","tenantID":"e2e-api-a-372186","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:49.844042591Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-372186-policy","namespace":"ai-tenant-e2e-api-a-372186"},"namespace":"ai-tenant-e2e-api-a-372186","name":"e2e-e2e-api-a-372186-policy","reconcileID":"1f2c60b0-511b-4cb3-94d8-799b0450c5ee","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-372186-policy","namespace":"ai-tenant-e2e-api-a-372186"},"name":"e2e-api-a-372186-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:49.844072969Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-372186-policy","namespace":"ai-tenant-e2e-api-a-372186"},"namespace":"ai-tenant-e2e-api-a-372186","name":"e2e-e2e-api-a-372186-policy","reconcileID":"1f2c60b0-511b-4cb3-94d8-799b0450c5ee","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-372186-policy","namespace":"ai-tenant-e2e-api-a-372186"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-372186","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:49.902252467Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5c132255-893f-4398-89a6-f0cfdaadbe16","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:49.902283183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5c132255-893f-4398-89a6-f0cfdaadbe16","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:52.036799849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fee46fad-fa00-471c-8b35-3b69fdb808dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:52.089521556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-95ab58"},"namespace":"ai-tenant-e2e-ipp-a-95ab58","name":"default-tenant","reconcileID":"c8b271f6-694d-4c58-a57c-74d914e22d8d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-95ab58","tenantID":"e2e-ipp-a-95ab58","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:52.090063142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fee46fad-fa00-471c-8b35-3b69fdb808dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:52.143089851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fee46fad-fa00-471c-8b35-3b69fdb808dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:52.196316579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fee46fad-fa00-471c-8b35-3b69fdb808dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:52.223013375Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-lifecycle-model-9902a0c2","reconcileID":"5d1a54d7-8a34-4450-b689-e9a97e489596","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"tenant":"e2e-mt-9902a0c2","gateway":"openshift-ingress/e2e-mt-9902a0c2","model":"ai-tenant-e2e-mt-9902a0c2/e2e-lifecycle-model-9902a0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:52.223038146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"e2e-lifecycle-model-9902a0c2","reconcileID":"5d1a54d7-8a34-4450-b689-e9a97e489596","MaaSModelRef":{"name":"e2e-lifecycle-model-9902a0c2","namespace":"ai-tenant-e2e-mt-9902a0c2"},"routeName":"e2e-lifecycle-model-9902a0c2-kserve-route","namespace":"ai-tenant-e2e-mt-9902a0c2","llmisvcName":"e2e-lifecycle-model-9902a0c2","gateway":"openshift-ingress/e2e-mt-9902a0c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:52.26790022Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-95ab58"},"namespace":"ai-tenant-e2e-ipp-a-95ab58","name":"default-tenant","reconcileID":"c8b271f6-694d-4c58-a57c-74d914e22d8d","name":"e2e-ipp-a-95ab58-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:52.808988003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-211ed3-policy","namespace":"ai-tenant-e2e-api-b-211ed3"},"namespace":"ai-tenant-e2e-api-b-211ed3","name":"e2e-e2e-api-b-211ed3-policy","reconcileID":"302d1173-4ebc-462c-8a04-230068cf5a98","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-211ed3-policy","namespace":"ai-tenant-e2e-api-b-211ed3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-211ed3","tenantID":"e2e-api-b-211ed3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:52.86721617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-211ed3-policy","namespace":"ai-tenant-e2e-api-b-211ed3"},"namespace":"ai-tenant-e2e-api-b-211ed3","name":"e2e-e2e-api-b-211ed3-policy","reconcileID":"302d1173-4ebc-462c-8a04-230068cf5a98","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-211ed3-policy","namespace":"ai-tenant-e2e-api-b-211ed3"},"name":"e2e-api-b-211ed3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:52.924725942Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-211ed3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-211ed3-policy","namespace":"ai-tenant-e2e-api-b-211ed3"},"namespace":"ai-tenant-e2e-api-b-211ed3","name":"e2e-e2e-api-b-211ed3-policy","reconcileID":"302d1173-4ebc-462c-8a04-230068cf5a98","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-211ed3-policy","namespace":"ai-tenant-e2e-api-b-211ed3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:54.218417017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b22c8ad4-0253-46ad-9b97-c25ec0205fb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:54.28893481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b22c8ad4-0253-46ad-9b97-c25ec0205fb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:54.345947354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b22c8ad4-0253-46ad-9b97-c25ec0205fb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:54.399325449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b22c8ad4-0253-46ad-9b97-c25ec0205fb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:56.360008434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73847905-b0a7-4522-b3a2-d217eefc1ccb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:56.413222957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73847905-b0a7-4522-b3a2-d217eefc1ccb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:56.466297224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73847905-b0a7-4522-b3a2-d217eefc1ccb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:56.519507255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73847905-b0a7-4522-b3a2-d217eefc1ccb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:57.624349972Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-64c59d"},"namespace":"ai-tenant-e2e-api-a-64c59d","name":"default-tenant","reconcileID":"fc0a5fba-9c31-4dc2-a5a8-0d95021fc30e","namespace":"ai-tenant-e2e-api-a-64c59d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:57.624430875Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-64c59d"},"namespace":"ai-tenant-e2e-api-a-64c59d","name":"default-tenant","reconcileID":"fc0a5fba-9c31-4dc2-a5a8-0d95021fc30e","namespace":"ai-tenant-e2e-api-a-64c59d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:57.624510331Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-64c59d"},"namespace":"ai-tenant-e2e-api-a-64c59d","name":"default-tenant","reconcileID":"fc0a5fba-9c31-4dc2-a5a8-0d95021fc30e","tenant":"e2e-api-a-64c59d","tenantID":"e2e-api-a-64c59d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:57.679139585Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-64c59d"},"namespace":"ai-tenant-e2e-api-a-64c59d","name":"default-tenant","reconcileID":"fc0a5fba-9c31-4dc2-a5a8-0d95021fc30e","gvk":"Deployment","name":"maas-api-e2e-api-a-64c59d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:57.748402482Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-64c59d"},"namespace":"ai-tenant-e2e-api-a-64c59d","name":"default-tenant","reconcileID":"fc0a5fba-9c31-4dc2-a5a8-0d95021fc30e","gvk":"Service","name":"maas-api-e2e-api-a-64c59d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:57.80399082Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-64c59d"},"namespace":"ai-tenant-e2e-api-a-64c59d","name":"default-tenant","reconcileID":"fc0a5fba-9c31-4dc2-a5a8-0d95021fc30e","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-64c59d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:57.814181062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-687adc-policy","namespace":"ai-tenant-e2e-api-b-687adc"},"namespace":"ai-tenant-e2e-api-b-687adc","name":"e2e-e2e-api-b-687adc-policy","reconcileID":"4853e472-3682-4006-bec4-61eb58c47163","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-687adc-policy","namespace":"ai-tenant-e2e-api-b-687adc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-687adc","tenantID":"e2e-api-b-687adc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:57.858675738Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-64c59d"},"namespace":"ai-tenant-e2e-api-a-64c59d","name":"default-tenant","reconcileID":"fc0a5fba-9c31-4dc2-a5a8-0d95021fc30e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-64c59d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:57.872422918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-687adc-policy","namespace":"ai-tenant-e2e-api-b-687adc"},"namespace":"ai-tenant-e2e-api-b-687adc","name":"e2e-e2e-api-b-687adc-policy","reconcileID":"4853e472-3682-4006-bec4-61eb58c47163","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-687adc-policy","namespace":"ai-tenant-e2e-api-b-687adc"},"name":"e2e-api-b-687adc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:57.947670207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-64c59d"},"namespace":"ai-tenant-e2e-api-a-64c59d","name":"default-tenant","reconcileID":"fc0a5fba-9c31-4dc2-a5a8-0d95021fc30e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-64c59d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:58.013920356Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-687adc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6e22c2fbfc5c96fdfb3bfe35cc38458bb0e7a67d2acd4031de536e4beb05e9c2) AuthConfig (4c4d4419e8b1073fe0cef1f08419d99e31d3117b6d385eb9548d1bd1a729c4e9) AuthConfig (397fd499f1652c2aca1b621f751ec6d3ba0864072e676c529ebc498ebbd8d999) AuthConfig (a82833ead1f1f5eb573bd0200dcb322522cb878d848d61c95322a6f32e3d204e) AuthConfig (60a208737f28d2c1d9f577558853a8e50b61d444ff7aa450e216a40c3caa065a) AuthConfig (772877676c23d0bd7600123cdb6c5d8883afb023ab099cf462cd5088f696a73c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-687adc-policy","namespace":"ai-tenant-e2e-api-b-687adc"},"namespace":"ai-tenant-e2e-api-b-687adc","name":"e2e-e2e-api-b-687adc-policy","reconcileID":"4853e472-3682-4006-bec4-61eb58c47163","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-687adc-policy","namespace":"ai-tenant-e2e-api-b-687adc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:58.017831142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-64c59d"},"namespace":"ai-tenant-e2e-api-a-64c59d","name":"default-tenant","reconcileID":"fc0a5fba-9c31-4dc2-a5a8-0d95021fc30e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-64c59d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:58.078066014Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-64c59d"},"namespace":"ai-tenant-e2e-api-a-64c59d","name":"default-tenant","reconcileID":"fc0a5fba-9c31-4dc2-a5a8-0d95021fc30e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-64c59d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:58.136853147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-64c59d"},"namespace":"ai-tenant-e2e-api-a-64c59d","name":"default-tenant","reconcileID":"fc0a5fba-9c31-4dc2-a5a8-0d95021fc30e","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-64c59d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:58.190866027Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-64c59d"},"namespace":"ai-tenant-e2e-api-a-64c59d","name":"default-tenant","reconcileID":"fc0a5fba-9c31-4dc2-a5a8-0d95021fc30e","gvk":"Deployment","name":"payload-processing-e2e-api-a-64c59d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:58.243636562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-64c59d"},"namespace":"ai-tenant-e2e-api-a-64c59d","name":"default-tenant","reconcileID":"fc0a5fba-9c31-4dc2-a5a8-0d95021fc30e","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-64c59d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:58.296388816Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-64c59d"},"namespace":"ai-tenant-e2e-api-a-64c59d","name":"default-tenant","reconcileID":"fc0a5fba-9c31-4dc2-a5a8-0d95021fc30e","gvk":"Service","name":"payload-processing-e2e-api-a-64c59d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:58.349726976Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-64c59d"},"namespace":"ai-tenant-e2e-api-a-64c59d","name":"default-tenant","reconcileID":"fc0a5fba-9c31-4dc2-a5a8-0d95021fc30e","gvk":"Service","name":"payload-pre-processing-e2e-api-a-64c59d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:58.409238493Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-64c59d"},"namespace":"ai-tenant-e2e-api-a-64c59d","name":"default-tenant","reconcileID":"fc0a5fba-9c31-4dc2-a5a8-0d95021fc30e","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-64c59d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:58.469902437Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-64c59d"},"namespace":"ai-tenant-e2e-api-a-64c59d","name":"default-tenant","reconcileID":"fc0a5fba-9c31-4dc2-a5a8-0d95021fc30e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-64c59d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:58.522218007Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-64c59d"},"namespace":"ai-tenant-e2e-api-a-64c59d","name":"default-tenant","reconcileID":"fc0a5fba-9c31-4dc2-a5a8-0d95021fc30e","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-64c59d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:58.57905405Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-64c59d"},"namespace":"ai-tenant-e2e-api-a-64c59d","name":"default-tenant","reconcileID":"fc0a5fba-9c31-4dc2-a5a8-0d95021fc30e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-64c59d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:58.593214881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41b18120-6329-4cc4-b0c3-61dfe3b32bfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:58.645995177Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-64c59d"},"namespace":"ai-tenant-e2e-api-a-64c59d","name":"default-tenant","reconcileID":"fc0a5fba-9c31-4dc2-a5a8-0d95021fc30e","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-64c59d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:58.646754602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41b18120-6329-4cc4-b0c3-61dfe3b32bfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:58.699256607Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-64c59d"},"namespace":"ai-tenant-e2e-api-a-64c59d","name":"default-tenant","reconcileID":"fc0a5fba-9c31-4dc2-a5a8-0d95021fc30e","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-64c59d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:58.70117226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41b18120-6329-4cc4-b0c3-61dfe3b32bfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:58.756816893Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-64c59d"},"namespace":"ai-tenant-e2e-api-a-64c59d","name":"default-tenant","reconcileID":"fc0a5fba-9c31-4dc2-a5a8-0d95021fc30e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-64c59d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:58.758601949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41b18120-6329-4cc4-b0c3-61dfe3b32bfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:58.812409075Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-64c59d"},"namespace":"ai-tenant-e2e-api-a-64c59d","name":"default-tenant","reconcileID":"fc0a5fba-9c31-4dc2-a5a8-0d95021fc30e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-64c59d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:58.870170795Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"default-tenant","reconcileID":"71cb2317-613f-487d-9541-78f992c53753","namespace":"ai-tenant-e2e-mt-9902a0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:58.870238732Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"default-tenant","reconcileID":"71cb2317-613f-487d-9541-78f992c53753","namespace":"ai-tenant-e2e-mt-9902a0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:58.8702915Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"default-tenant","reconcileID":"71cb2317-613f-487d-9541-78f992c53753","tenant":"e2e-mt-9902a0c2","tenantID":"e2e-mt-9902a0c2","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:58.924724182Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"default-tenant","reconcileID":"71cb2317-613f-487d-9541-78f992c53753","gvk":"Deployment","name":"maas-api-e2e-mt-9902a0c2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:58.98986585Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"default-tenant","reconcileID":"71cb2317-613f-487d-9541-78f992c53753","gvk":"Service","name":"maas-api-e2e-mt-9902a0c2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:59.045732443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"default-tenant","reconcileID":"71cb2317-613f-487d-9541-78f992c53753","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-9902a0c2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:59.100588496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"default-tenant","reconcileID":"71cb2317-613f-487d-9541-78f992c53753","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-9902a0c2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:59.156755532Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"default-tenant","reconcileID":"71cb2317-613f-487d-9541-78f992c53753","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-9902a0c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:59.211862805Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"default-tenant","reconcileID":"71cb2317-613f-487d-9541-78f992c53753","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-9902a0c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:59.267818146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"default-tenant","reconcileID":"71cb2317-613f-487d-9541-78f992c53753","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-9902a0c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:59.324807937Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"default-tenant","reconcileID":"71cb2317-613f-487d-9541-78f992c53753","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-9902a0c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:59.379536731Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"default-tenant","reconcileID":"71cb2317-613f-487d-9541-78f992c53753","gvk":"Deployment","name":"payload-processing-e2e-mt-9902a0c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:59.43242022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"default-tenant","reconcileID":"71cb2317-613f-487d-9541-78f992c53753","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-9902a0c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:59.485004168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"default-tenant","reconcileID":"71cb2317-613f-487d-9541-78f992c53753","gvk":"Service","name":"payload-processing-e2e-mt-9902a0c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:59.537594326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"default-tenant","reconcileID":"71cb2317-613f-487d-9541-78f992c53753","gvk":"Service","name":"payload-pre-processing-e2e-mt-9902a0c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:59.589977052Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"default-tenant","reconcileID":"71cb2317-613f-487d-9541-78f992c53753","gvk":"DestinationRule","name":"payload-processing-e2e-mt-9902a0c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:59.642537308Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"default-tenant","reconcileID":"71cb2317-613f-487d-9541-78f992c53753","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-9902a0c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:59.695025649Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"default-tenant","reconcileID":"71cb2317-613f-487d-9541-78f992c53753","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-9902a0c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:59.753727541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"default-tenant","reconcileID":"71cb2317-613f-487d-9541-78f992c53753","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-9902a0c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:59.806353939Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"default-tenant","reconcileID":"71cb2317-613f-487d-9541-78f992c53753","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-9902a0c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:59.85895351Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"default-tenant","reconcileID":"71cb2317-613f-487d-9541-78f992c53753","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-9902a0c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:59.913529045Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"default-tenant","reconcileID":"71cb2317-613f-487d-9541-78f992c53753","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-9902a0c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:33:59.969057196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9902a0c2"},"namespace":"ai-tenant-e2e-mt-9902a0c2","name":"default-tenant","reconcileID":"71cb2317-613f-487d-9541-78f992c53753","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-9902a0c2","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:01.219854084Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:03.033228514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-211ed3-policy","namespace":"ai-tenant-e2e-api-b-211ed3"},"namespace":"ai-tenant-e2e-api-b-211ed3","name":"e2e-e2e-api-b-211ed3-policy","reconcileID":"7a095527-799f-47f9-8261-d5901bbc9c68","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-211ed3-policy","namespace":"ai-tenant-e2e-api-b-211ed3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-211ed3","tenantID":"e2e-api-b-211ed3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:03.092053564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-211ed3-policy","namespace":"ai-tenant-e2e-api-b-211ed3"},"namespace":"ai-tenant-e2e-api-b-211ed3","name":"e2e-e2e-api-b-211ed3-policy","reconcileID":"7a095527-799f-47f9-8261-d5901bbc9c68","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-211ed3-policy","namespace":"ai-tenant-e2e-api-b-211ed3"},"name":"e2e-api-b-211ed3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:03.149004748Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-211ed3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-211ed3-policy","namespace":"ai-tenant-e2e-api-b-211ed3"},"namespace":"ai-tenant-e2e-api-b-211ed3","name":"e2e-e2e-api-b-211ed3-policy","reconcileID":"7a095527-799f-47f9-8261-d5901bbc9c68","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-211ed3-policy","namespace":"ai-tenant-e2e-api-b-211ed3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:05.428626268Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-64c59d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-64c59d","reconcileID":"683cee38-2b7f-46dd-a787-ba775c994db1","aitenant":"ai-tenants/e2e-api-a-64c59d","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:06.008508843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc17bb85-941a-4818-9a3a-422202b47817","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:06.061946726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc17bb85-941a-4818-9a3a-422202b47817","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:06.11505646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc17bb85-941a-4818-9a3a-422202b47817","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:06.169036086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc17bb85-941a-4818-9a3a-422202b47817","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:06.283227032Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-64c59d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-64c59d","reconcileID":"683cee38-2b7f-46dd-a787-ba775c994db1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-64c59d","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-64c59d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:06.880800508Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-9902a0c2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-9902a0c2","reconcileID":"0461590b-2866-4578-a8a5-3397d4c537d1","aitenant":"ai-tenants/e2e-mt-9902a0c2","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:07.757613589Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-9902a0c2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-9902a0c2","reconcileID":"0461590b-2866-4578-a8a5-3397d4c537d1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-9902a0c2","removed":["maas.opendatahub.io/gateway-access-e2e-mt-9902a0c2"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:08.167633012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5413f3f-6ffb-4438-a1b8-9224817b1d0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:08.169457098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-687adc-policy","namespace":"ai-tenant-e2e-api-b-687adc"},"namespace":"ai-tenant-e2e-api-b-687adc","name":"e2e-e2e-api-b-687adc-policy","reconcileID":"52aa021f-23c4-4ff5-b953-d613810be79f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-687adc-policy","namespace":"ai-tenant-e2e-api-b-687adc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-687adc","tenantID":"e2e-api-b-687adc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:08.222873654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5413f3f-6ffb-4438-a1b8-9224817b1d0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:08.277538599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5413f3f-6ffb-4438-a1b8-9224817b1d0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:08.283160646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-687adc-policy","namespace":"ai-tenant-e2e-api-b-687adc"},"namespace":"ai-tenant-e2e-api-b-687adc","name":"e2e-e2e-api-b-687adc-policy","reconcileID":"52aa021f-23c4-4ff5-b953-d613810be79f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-687adc-policy","namespace":"ai-tenant-e2e-api-b-687adc"},"name":"e2e-api-b-687adc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:08.331061965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5413f3f-6ffb-4438-a1b8-9224817b1d0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:08.388283292Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-687adc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6e22c2fbfc5c96fdfb3bfe35cc38458bb0e7a67d2acd4031de536e4beb05e9c2) AuthConfig (4c4d4419e8b1073fe0cef1f08419d99e31d3117b6d385eb9548d1bd1a729c4e9) AuthConfig (397fd499f1652c2aca1b621f751ec6d3ba0864072e676c529ebc498ebbd8d999) AuthConfig (a82833ead1f1f5eb573bd0200dcb322522cb878d848d61c95322a6f32e3d204e) AuthConfig (60a208737f28d2c1d9f577558853a8e50b61d444ff7aa450e216a40c3caa065a) AuthConfig (772877676c23d0bd7600123cdb6c5d8883afb023ab099cf462cd5088f696a73c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-687adc-policy","namespace":"ai-tenant-e2e-api-b-687adc"},"namespace":"ai-tenant-e2e-api-b-687adc","name":"e2e-e2e-api-b-687adc-policy","reconcileID":"52aa021f-23c4-4ff5-b953-d613810be79f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-687adc-policy","namespace":"ai-tenant-e2e-api-b-687adc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:10.302254217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40b69dbc-86ba-491b-b939-7ceafad46be5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:10.355781271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40b69dbc-86ba-491b-b939-7ceafad46be5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:10.409018897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40b69dbc-86ba-491b-b939-7ceafad46be5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:10.46252744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40b69dbc-86ba-491b-b939-7ceafad46be5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:12.4588744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08153654-f3f5-467c-96ec-fb3d354fb78e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:12.511740536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08153654-f3f5-467c-96ec-fb3d354fb78e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:12.56481232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08153654-f3f5-467c-96ec-fb3d354fb78e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:12.617677384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08153654-f3f5-467c-96ec-fb3d354fb78e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:13.255919149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-211ed3-policy","namespace":"ai-tenant-e2e-api-b-211ed3"},"namespace":"ai-tenant-e2e-api-b-211ed3","name":"e2e-e2e-api-b-211ed3-policy","reconcileID":"4b2dff8e-6edf-401d-a4e4-9e714ebfccc4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-211ed3-policy","namespace":"ai-tenant-e2e-api-b-211ed3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-211ed3","tenantID":"e2e-api-b-211ed3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:13.314485766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-211ed3-policy","namespace":"ai-tenant-e2e-api-b-211ed3"},"namespace":"ai-tenant-e2e-api-b-211ed3","name":"e2e-e2e-api-b-211ed3-policy","reconcileID":"4b2dff8e-6edf-401d-a4e4-9e714ebfccc4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-211ed3-policy","namespace":"ai-tenant-e2e-api-b-211ed3"},"name":"e2e-api-b-211ed3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:13.371242205Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-211ed3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-211ed3-policy","namespace":"ai-tenant-e2e-api-b-211ed3"},"namespace":"ai-tenant-e2e-api-b-211ed3","name":"e2e-e2e-api-b-211ed3-policy","reconcileID":"4b2dff8e-6edf-401d-a4e4-9e714ebfccc4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-211ed3-policy","namespace":"ai-tenant-e2e-api-b-211ed3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:13.674018905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-687adc-policy","namespace":"ai-tenant-e2e-api-b-687adc"},"namespace":"ai-tenant-e2e-api-b-687adc","name":"e2e-e2e-api-b-687adc-policy","reconcileID":"36d53923-d994-4e01-8d08-0ed074fd99db","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-687adc-policy","namespace":"ai-tenant-e2e-api-b-687adc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-687adc","tenantID":"e2e-api-b-687adc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:13.721620342Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"da26f95c-ca11-47b0-96e7-77bddc10e251","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:13.721641613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"da26f95c-ca11-47b0-96e7-77bddc10e251","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:13.790214136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-687adc-policy","namespace":"ai-tenant-e2e-api-b-687adc"},"namespace":"ai-tenant-e2e-api-b-687adc","name":"e2e-e2e-api-b-687adc-policy","reconcileID":"36d53923-d994-4e01-8d08-0ed074fd99db","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-687adc-policy","namespace":"ai-tenant-e2e-api-b-687adc"},"name":"e2e-api-b-687adc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:13.85543599Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-687adc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6e22c2fbfc5c96fdfb3bfe35cc38458bb0e7a67d2acd4031de536e4beb05e9c2) AuthConfig (4c4d4419e8b1073fe0cef1f08419d99e31d3117b6d385eb9548d1bd1a729c4e9) AuthConfig (397fd499f1652c2aca1b621f751ec6d3ba0864072e676c529ebc498ebbd8d999) AuthConfig (a82833ead1f1f5eb573bd0200dcb322522cb878d848d61c95322a6f32e3d204e) AuthConfig (60a208737f28d2c1d9f577558853a8e50b61d444ff7aa450e216a40c3caa065a) AuthConfig (772877676c23d0bd7600123cdb6c5d8883afb023ab099cf462cd5088f696a73c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-687adc-policy","namespace":"ai-tenant-e2e-api-b-687adc"},"namespace":"ai-tenant-e2e-api-b-687adc","name":"e2e-e2e-api-b-687adc-policy","reconcileID":"36d53923-d994-4e01-8d08-0ed074fd99db","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-687adc-policy","namespace":"ai-tenant-e2e-api-b-687adc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:13.855738936Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-687adc-policy","namespace":"ai-tenant-e2e-api-b-687adc"},"namespace":"ai-tenant-e2e-api-b-687adc","name":"e2e-e2e-api-b-687adc-policy","reconcileID":"f6e512cd-9424-4bd3-ad82-d23c3491be25","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-687adc-policy","namespace":"ai-tenant-e2e-api-b-687adc"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:14.105380017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-687adc-policy","namespace":"ai-tenant-e2e-api-b-687adc"},"namespace":"ai-tenant-e2e-api-b-687adc","name":"e2e-e2e-api-b-687adc-policy","reconcileID":"f6e512cd-9424-4bd3-ad82-d23c3491be25","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-687adc-policy","namespace":"ai-tenant-e2e-api-b-687adc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-687adc","tenantID":"e2e-api-b-687adc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:14.236295135Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-687adc-policy","namespace":"ai-tenant-e2e-api-b-687adc"},"namespace":"ai-tenant-e2e-api-b-687adc","name":"e2e-e2e-api-b-687adc-policy","reconcileID":"f6e512cd-9424-4bd3-ad82-d23c3491be25","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-687adc-policy","namespace":"ai-tenant-e2e-api-b-687adc"},"name":"e2e-api-b-687adc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:14.236328191Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-687adc-policy","namespace":"ai-tenant-e2e-api-b-687adc"},"namespace":"ai-tenant-e2e-api-b-687adc","name":"e2e-e2e-api-b-687adc-policy","reconcileID":"f6e512cd-9424-4bd3-ad82-d23c3491be25","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-687adc-policy","namespace":"ai-tenant-e2e-api-b-687adc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-687adc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:14.294986145Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-687adc-policy","namespace":"ai-tenant-e2e-api-b-687adc"},"namespace":"ai-tenant-e2e-api-b-687adc","name":"e2e-e2e-api-b-687adc-policy","reconcileID":"c0300fb3-cd31-4263-97b2-8017194e0724","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-687adc-policy","namespace":"ai-tenant-e2e-api-b-687adc"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:14.295249095Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a83180cf-3964-4a26-924d-1e81476ef688","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:14.295268267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a83180cf-3964-4a26-924d-1e81476ef688","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:14.50136904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-687adc-policy","namespace":"ai-tenant-e2e-api-b-687adc"},"namespace":"ai-tenant-e2e-api-b-687adc","name":"e2e-e2e-api-b-687adc-policy","reconcileID":"c0300fb3-cd31-4263-97b2-8017194e0724","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-687adc-policy","namespace":"ai-tenant-e2e-api-b-687adc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-687adc","tenantID":"e2e-api-b-687adc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:14.559385265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-687adc-policy","namespace":"ai-tenant-e2e-api-b-687adc"},"namespace":"ai-tenant-e2e-api-b-687adc","name":"e2e-e2e-api-b-687adc-policy","reconcileID":"c0300fb3-cd31-4263-97b2-8017194e0724","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-687adc-policy","namespace":"ai-tenant-e2e-api-b-687adc"},"name":"e2e-api-b-687adc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:14.559413077Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-687adc-policy","namespace":"ai-tenant-e2e-api-b-687adc"},"namespace":"ai-tenant-e2e-api-b-687adc","name":"e2e-e2e-api-b-687adc-policy","reconcileID":"c0300fb3-cd31-4263-97b2-8017194e0724","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-687adc-policy","namespace":"ai-tenant-e2e-api-b-687adc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-687adc","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:34:14.612547744Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-687adc-policy","namespace":"ai-tenant-e2e-api-b-687adc"},"namespace":"ai-tenant-e2e-api-b-687adc","name":"e2e-e2e-api-b-687adc-policy","reconcileID":"c0300fb3-cd31-4263-97b2-8017194e0724","error":"maasauthpolicies.maas.opendatahub.io \"e2e-e2e-api-b-687adc-policy\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:14.658364341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9919d4a9-d4d3-434d-bfa2-f4f18c2fedd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:14.711480075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9919d4a9-d4d3-434d-bfa2-f4f18c2fedd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:14.764723465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9919d4a9-d4d3-434d-bfa2-f4f18c2fedd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:14.817914031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9919d4a9-d4d3-434d-bfa2-f4f18c2fedd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:15.511845418Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-687adc"},"namespace":"ai-tenant-e2e-api-b-687adc","name":"default-tenant","reconcileID":"18b6b02b-3321-45db-a6b5-ae4e66bd61c7","namespace":"ai-tenant-e2e-api-b-687adc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:15.511900202Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-687adc"},"namespace":"ai-tenant-e2e-api-b-687adc","name":"default-tenant","reconcileID":"18b6b02b-3321-45db-a6b5-ae4e66bd61c7","namespace":"ai-tenant-e2e-api-b-687adc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:15.511951902Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-687adc"},"namespace":"ai-tenant-e2e-api-b-687adc","name":"default-tenant","reconcileID":"18b6b02b-3321-45db-a6b5-ae4e66bd61c7","tenant":"e2e-api-b-687adc","tenantID":"e2e-api-b-687adc","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:15.566729854Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-687adc"},"namespace":"ai-tenant-e2e-api-b-687adc","name":"default-tenant","reconcileID":"18b6b02b-3321-45db-a6b5-ae4e66bd61c7","gvk":"Deployment","name":"maas-api-e2e-api-b-687adc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:15.62954914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-687adc"},"namespace":"ai-tenant-e2e-api-b-687adc","name":"default-tenant","reconcileID":"18b6b02b-3321-45db-a6b5-ae4e66bd61c7","gvk":"Service","name":"maas-api-e2e-api-b-687adc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:15.687019482Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-687adc"},"namespace":"ai-tenant-e2e-api-b-687adc","name":"default-tenant","reconcileID":"18b6b02b-3321-45db-a6b5-ae4e66bd61c7","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-687adc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:15.741818787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-687adc"},"namespace":"ai-tenant-e2e-api-b-687adc","name":"default-tenant","reconcileID":"18b6b02b-3321-45db-a6b5-ae4e66bd61c7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-687adc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:15.799980004Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-687adc"},"namespace":"ai-tenant-e2e-api-b-687adc","name":"default-tenant","reconcileID":"18b6b02b-3321-45db-a6b5-ae4e66bd61c7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-687adc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:15.857140069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-687adc"},"namespace":"ai-tenant-e2e-api-b-687adc","name":"default-tenant","reconcileID":"18b6b02b-3321-45db-a6b5-ae4e66bd61c7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-687adc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:15.955529189Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-687adc"},"namespace":"ai-tenant-e2e-api-b-687adc","name":"default-tenant","reconcileID":"18b6b02b-3321-45db-a6b5-ae4e66bd61c7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-687adc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:16.0118147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-687adc"},"namespace":"ai-tenant-e2e-api-b-687adc","name":"default-tenant","reconcileID":"18b6b02b-3321-45db-a6b5-ae4e66bd61c7","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-687adc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:16.064722291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-687adc"},"namespace":"ai-tenant-e2e-api-b-687adc","name":"default-tenant","reconcileID":"18b6b02b-3321-45db-a6b5-ae4e66bd61c7","gvk":"Deployment","name":"payload-processing-e2e-api-b-687adc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:16.117244954Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-687adc"},"namespace":"ai-tenant-e2e-api-b-687adc","name":"default-tenant","reconcileID":"18b6b02b-3321-45db-a6b5-ae4e66bd61c7","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-687adc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:16.169780278Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-687adc"},"namespace":"ai-tenant-e2e-api-b-687adc","name":"default-tenant","reconcileID":"18b6b02b-3321-45db-a6b5-ae4e66bd61c7","gvk":"Service","name":"payload-processing-e2e-api-b-687adc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:16.222582801Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-687adc"},"namespace":"ai-tenant-e2e-api-b-687adc","name":"default-tenant","reconcileID":"18b6b02b-3321-45db-a6b5-ae4e66bd61c7","gvk":"Service","name":"payload-pre-processing-e2e-api-b-687adc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:16.280077311Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-687adc"},"namespace":"ai-tenant-e2e-api-b-687adc","name":"default-tenant","reconcileID":"18b6b02b-3321-45db-a6b5-ae4e66bd61c7","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-687adc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:16.337429094Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-687adc"},"namespace":"ai-tenant-e2e-api-b-687adc","name":"default-tenant","reconcileID":"18b6b02b-3321-45db-a6b5-ae4e66bd61c7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-687adc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:16.394191726Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-687adc"},"namespace":"ai-tenant-e2e-api-b-687adc","name":"default-tenant","reconcileID":"18b6b02b-3321-45db-a6b5-ae4e66bd61c7","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-687adc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:16.451393744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-687adc"},"namespace":"ai-tenant-e2e-api-b-687adc","name":"default-tenant","reconcileID":"18b6b02b-3321-45db-a6b5-ae4e66bd61c7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-687adc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:16.504500878Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-687adc"},"namespace":"ai-tenant-e2e-api-b-687adc","name":"default-tenant","reconcileID":"18b6b02b-3321-45db-a6b5-ae4e66bd61c7","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-687adc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:16.557493924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-687adc"},"namespace":"ai-tenant-e2e-api-b-687adc","name":"default-tenant","reconcileID":"18b6b02b-3321-45db-a6b5-ae4e66bd61c7","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-687adc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:16.627573222Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-687adc"},"namespace":"ai-tenant-e2e-api-b-687adc","name":"default-tenant","reconcileID":"18b6b02b-3321-45db-a6b5-ae4e66bd61c7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-687adc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:16.684585615Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-687adc"},"namespace":"ai-tenant-e2e-api-b-687adc","name":"default-tenant","reconcileID":"18b6b02b-3321-45db-a6b5-ae4e66bd61c7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-687adc","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:16.747097431Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-372186"},"namespace":"ai-tenant-e2e-api-a-372186","name":"default-tenant","reconcileID":"367500b1-7f55-4912-a396-f89535e193a7","namespace":"ai-tenant-e2e-api-a-372186","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:16.747187225Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-372186"},"namespace":"ai-tenant-e2e-api-a-372186","name":"default-tenant","reconcileID":"367500b1-7f55-4912-a396-f89535e193a7","namespace":"ai-tenant-e2e-api-a-372186","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:16.747246025Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-372186"},"namespace":"ai-tenant-e2e-api-a-372186","name":"default-tenant","reconcileID":"367500b1-7f55-4912-a396-f89535e193a7","tenant":"e2e-api-a-372186","tenantID":"e2e-api-a-372186","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:16.801853075Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-372186"},"namespace":"ai-tenant-e2e-api-a-372186","name":"default-tenant","reconcileID":"367500b1-7f55-4912-a396-f89535e193a7","gvk":"Deployment","name":"maas-api-e2e-api-a-372186","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:16.809128614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ad9a378-da9b-4bb3-a798-31479c31c59b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:16.862981133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ad9a378-da9b-4bb3-a798-31479c31c59b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:16.870502807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-372186"},"namespace":"ai-tenant-e2e-api-a-372186","name":"default-tenant","reconcileID":"367500b1-7f55-4912-a396-f89535e193a7","gvk":"Service","name":"maas-api-e2e-api-a-372186","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:16.916752919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ad9a378-da9b-4bb3-a798-31479c31c59b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:16.970129949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ad9a378-da9b-4bb3-a798-31479c31c59b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:16.975606612Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-372186"},"namespace":"ai-tenant-e2e-api-a-372186","name":"default-tenant","reconcileID":"367500b1-7f55-4912-a396-f89535e193a7","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-372186","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:17.031386746Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-372186"},"namespace":"ai-tenant-e2e-api-a-372186","name":"default-tenant","reconcileID":"367500b1-7f55-4912-a396-f89535e193a7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-372186","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:17.113514873Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-372186"},"namespace":"ai-tenant-e2e-api-a-372186","name":"default-tenant","reconcileID":"367500b1-7f55-4912-a396-f89535e193a7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-372186","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:17.171688206Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-372186"},"namespace":"ai-tenant-e2e-api-a-372186","name":"default-tenant","reconcileID":"367500b1-7f55-4912-a396-f89535e193a7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-372186","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:17.282161018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-372186"},"namespace":"ai-tenant-e2e-api-a-372186","name":"default-tenant","reconcileID":"367500b1-7f55-4912-a396-f89535e193a7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-372186","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:17.351005371Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-372186"},"namespace":"ai-tenant-e2e-api-a-372186","name":"default-tenant","reconcileID":"367500b1-7f55-4912-a396-f89535e193a7","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-372186","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:17.407866931Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-372186"},"namespace":"ai-tenant-e2e-api-a-372186","name":"default-tenant","reconcileID":"367500b1-7f55-4912-a396-f89535e193a7","gvk":"Deployment","name":"payload-processing-e2e-api-a-372186","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:17.460853316Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-372186"},"namespace":"ai-tenant-e2e-api-a-372186","name":"default-tenant","reconcileID":"367500b1-7f55-4912-a396-f89535e193a7","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-372186","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:17.513494038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-372186"},"namespace":"ai-tenant-e2e-api-a-372186","name":"default-tenant","reconcileID":"367500b1-7f55-4912-a396-f89535e193a7","gvk":"Service","name":"payload-processing-e2e-api-a-372186","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:17.566252663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-372186"},"namespace":"ai-tenant-e2e-api-a-372186","name":"default-tenant","reconcileID":"367500b1-7f55-4912-a396-f89535e193a7","gvk":"Service","name":"payload-pre-processing-e2e-api-a-372186","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:17.618996669Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-372186"},"namespace":"ai-tenant-e2e-api-a-372186","name":"default-tenant","reconcileID":"367500b1-7f55-4912-a396-f89535e193a7","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-372186","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:17.671947754Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-372186"},"namespace":"ai-tenant-e2e-api-a-372186","name":"default-tenant","reconcileID":"367500b1-7f55-4912-a396-f89535e193a7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-372186","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:17.725461797Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-372186"},"namespace":"ai-tenant-e2e-api-a-372186","name":"default-tenant","reconcileID":"367500b1-7f55-4912-a396-f89535e193a7","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-372186","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:17.782323402Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-372186"},"namespace":"ai-tenant-e2e-api-a-372186","name":"default-tenant","reconcileID":"367500b1-7f55-4912-a396-f89535e193a7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-372186","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:17.835349858Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-372186"},"namespace":"ai-tenant-e2e-api-a-372186","name":"default-tenant","reconcileID":"367500b1-7f55-4912-a396-f89535e193a7","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-372186","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:17.888181283Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-372186"},"namespace":"ai-tenant-e2e-api-a-372186","name":"default-tenant","reconcileID":"367500b1-7f55-4912-a396-f89535e193a7","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-372186","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:17.942527121Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-372186"},"namespace":"ai-tenant-e2e-api-a-372186","name":"default-tenant","reconcileID":"367500b1-7f55-4912-a396-f89535e193a7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-372186","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:18.005690629Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-372186"},"namespace":"ai-tenant-e2e-api-a-372186","name":"default-tenant","reconcileID":"367500b1-7f55-4912-a396-f89535e193a7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-372186","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:19.058210321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"402a9e51-b83b-4963-b9bb-120a6617f3fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:19.111535449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"402a9e51-b83b-4963-b9bb-120a6617f3fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:19.164813513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"402a9e51-b83b-4963-b9bb-120a6617f3fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:19.172291959Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-f1c469","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-f1c469","reconcileID":"929d7eee-2988-411f-a759-4b80bfff88e3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-f1c469","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-f1c469":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:19.223548402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"402a9e51-b83b-4963-b9bb-120a6617f3fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:19.734681505Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"21f279c5-a94e-4a5a-acf6-7971733677fd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:19.734703674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"21f279c5-a94e-4a5a-acf6-7971733677fd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:19.848836119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e8bb856f","namespace":"ai-tenant-e2e-mt-e8bb856f"},"namespace":"ai-tenant-e2e-mt-e8bb856f","name":"e2e-policy-e8bb856f","reconcileID":"33e99d81-1066-41eb-b219-28b6f9a764a2","MaaSAuthPolicy":{"name":"e2e-policy-e8bb856f","namespace":"ai-tenant-e2e-mt-e8bb856f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:19.979726086Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e8bb856f","namespace":"ai-tenant-e2e-mt-e8bb856f"},"namespace":"ai-tenant-e2e-mt-e8bb856f","name":"e2e-policy-e8bb856f","reconcileID":"33e99d81-1066-41eb-b219-28b6f9a764a2","MaaSAuthPolicy":{"name":"e2e-policy-e8bb856f","namespace":"ai-tenant-e2e-mt-e8bb856f"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:20.03686653Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e8bb856f","namespace":"ai-tenant-e2e-mt-e8bb856f"},"namespace":"ai-tenant-e2e-mt-e8bb856f","name":"e2e-policy-e8bb856f","reconcileID":"33e99d81-1066-41eb-b219-28b6f9a764a2","MaaSAuthPolicy":{"name":"e2e-policy-e8bb856f","namespace":"ai-tenant-e2e-mt-e8bb856f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:21.25442306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ca94e52-def5-4fb6-9b7c-8391b3fc7039","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:21.307399954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ca94e52-def5-4fb6-9b7c-8391b3fc7039","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:21.360770003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ca94e52-def5-4fb6-9b7c-8391b3fc7039","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:21.413909619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ca94e52-def5-4fb6-9b7c-8391b3fc7039","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:22.715276073Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-372186","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-372186","reconcileID":"7f121dc9-f493-45b7-bfbd-78b444bf4f88","aitenant":"ai-tenants/e2e-api-a-372186","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:23.36842956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70cbcbef-023f-4353-96e6-4d7beb5ce0c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:23.42156936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70cbcbef-023f-4353-96e6-4d7beb5ce0c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:23.474677806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70cbcbef-023f-4353-96e6-4d7beb5ce0c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:23.5279673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70cbcbef-023f-4353-96e6-4d7beb5ce0c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:23.588721388Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-372186","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-372186","reconcileID":"7f121dc9-f493-45b7-bfbd-78b444bf4f88","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-372186","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-372186"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:23.628361626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-211ed3-policy","namespace":"ai-tenant-e2e-api-b-211ed3"},"namespace":"ai-tenant-e2e-api-b-211ed3","name":"e2e-e2e-api-b-211ed3-policy","reconcileID":"3f1ed0b7-5bd1-41a6-89b9-aebe23c8a883","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-211ed3-policy","namespace":"ai-tenant-e2e-api-b-211ed3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-211ed3","tenantID":"e2e-api-b-211ed3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:23.686429578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-211ed3-policy","namespace":"ai-tenant-e2e-api-b-211ed3"},"namespace":"ai-tenant-e2e-api-b-211ed3","name":"e2e-e2e-api-b-211ed3-policy","reconcileID":"3f1ed0b7-5bd1-41a6-89b9-aebe23c8a883","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-211ed3-policy","namespace":"ai-tenant-e2e-api-b-211ed3"},"name":"e2e-api-b-211ed3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:23.744472262Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-211ed3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (490678b57374910cc4037b3e251b024283132cc2d275c17f4069919599398a3b) AuthConfig (4768f95a9018b0a698c032d9f3e0b93bc6168de7861580a4cb188fd21cc5c8d2) AuthConfig (7450ff770b9987fc594f566acb663d27f50bdba8c6f447cfa7721e4f50080128) AuthConfig (a8bab61f4c76a2d84c5039b99cdc8f342fdecda0a1c0958fe4e5542690b271f5) AuthConfig (bb4d8179dfc304c6d058fbfdf1a1ccbf744f565cc2b759570117d9c4d1edfe63) AuthConfig (45cc85364fefcb5df7ef2fc542a30244f55c73af87ce3f5a3409bb52c75b0d75)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-211ed3-policy","namespace":"ai-tenant-e2e-api-b-211ed3"},"namespace":"ai-tenant-e2e-api-b-211ed3","name":"e2e-e2e-api-b-211ed3-policy","reconcileID":"3f1ed0b7-5bd1-41a6-89b9-aebe23c8a883","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-211ed3-policy","namespace":"ai-tenant-e2e-api-b-211ed3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:23.806402048Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"17aa4703-ffd2-4ad5-b686-939f0409da80","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:23.806424212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"17aa4703-ffd2-4ad5-b686-939f0409da80","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:25.568799278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a619c025-d489-428f-a83a-d76993260aa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:25.622241617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a619c025-d489-428f-a83a-d76993260aa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:25.675531113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a619c025-d489-428f-a83a-d76993260aa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:25.728716235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a619c025-d489-428f-a83a-d76993260aa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:27.768624357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce5cf98b-8315-4795-b9d9-a15b66be75b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:27.821809653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce5cf98b-8315-4795-b9d9-a15b66be75b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:27.874905877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce5cf98b-8315-4795-b9d9-a15b66be75b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:27.928192747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce5cf98b-8315-4795-b9d9-a15b66be75b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:28.122989005Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-687adc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-687adc","reconcileID":"2546ce0b-cd93-46a9-94f4-1ba489f55fc8","aitenant":"ai-tenants/e2e-api-b-687adc","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:28.891862339Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-687adc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-687adc","reconcileID":"2546ce0b-cd93-46a9-94f4-1ba489f55fc8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-687adc","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-687adc"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:29.921228792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b07f1c3-9d22-4613-8af3-b145ba907cf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:29.974933169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b07f1c3-9d22-4613-8af3-b145ba907cf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:30.027943758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b07f1c3-9d22-4613-8af3-b145ba907cf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:30.08120356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b07f1c3-9d22-4613-8af3-b145ba907cf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:30.355467696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-211ed3-policy","namespace":"ai-tenant-e2e-api-b-211ed3"},"namespace":"ai-tenant-e2e-api-b-211ed3","name":"e2e-e2e-api-b-211ed3-policy","reconcileID":"5df2a1bb-fa4e-44b7-9520-02c3dd7c5a26","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-211ed3-policy","namespace":"ai-tenant-e2e-api-b-211ed3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-211ed3","tenantID":"e2e-api-b-211ed3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:30.413787632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-211ed3-policy","namespace":"ai-tenant-e2e-api-b-211ed3"},"namespace":"ai-tenant-e2e-api-b-211ed3","name":"e2e-e2e-api-b-211ed3-policy","reconcileID":"5df2a1bb-fa4e-44b7-9520-02c3dd7c5a26","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-211ed3-policy","namespace":"ai-tenant-e2e-api-b-211ed3"},"name":"e2e-api-b-211ed3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:30.4706321Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-211ed3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (490678b57374910cc4037b3e251b024283132cc2d275c17f4069919599398a3b) AuthConfig (4768f95a9018b0a698c032d9f3e0b93bc6168de7861580a4cb188fd21cc5c8d2) AuthConfig (7450ff770b9987fc594f566acb663d27f50bdba8c6f447cfa7721e4f50080128) AuthConfig (a8bab61f4c76a2d84c5039b99cdc8f342fdecda0a1c0958fe4e5542690b271f5) AuthConfig (bb4d8179dfc304c6d058fbfdf1a1ccbf744f565cc2b759570117d9c4d1edfe63) AuthConfig (45cc85364fefcb5df7ef2fc542a30244f55c73af87ce3f5a3409bb52c75b0d75)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-211ed3-policy","namespace":"ai-tenant-e2e-api-b-211ed3"},"namespace":"ai-tenant-e2e-api-b-211ed3","name":"e2e-e2e-api-b-211ed3-policy","reconcileID":"5df2a1bb-fa4e-44b7-9520-02c3dd7c5a26","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-211ed3-policy","namespace":"ai-tenant-e2e-api-b-211ed3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:30.796933927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-211ed3-policy","namespace":"ai-tenant-e2e-api-b-211ed3"},"namespace":"ai-tenant-e2e-api-b-211ed3","name":"e2e-e2e-api-b-211ed3-policy","reconcileID":"8f877d20-a996-44aa-8c5b-18459fb7c29f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-211ed3-policy","namespace":"ai-tenant-e2e-api-b-211ed3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-211ed3","tenantID":"e2e-api-b-211ed3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:30.855316107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-211ed3-policy","namespace":"ai-tenant-e2e-api-b-211ed3"},"namespace":"ai-tenant-e2e-api-b-211ed3","name":"e2e-e2e-api-b-211ed3-policy","reconcileID":"8f877d20-a996-44aa-8c5b-18459fb7c29f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-211ed3-policy","namespace":"ai-tenant-e2e-api-b-211ed3"},"name":"e2e-api-b-211ed3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:30.912346952Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-211ed3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (490678b57374910cc4037b3e251b024283132cc2d275c17f4069919599398a3b) AuthConfig (4768f95a9018b0a698c032d9f3e0b93bc6168de7861580a4cb188fd21cc5c8d2) AuthConfig (7450ff770b9987fc594f566acb663d27f50bdba8c6f447cfa7721e4f50080128) AuthConfig (a8bab61f4c76a2d84c5039b99cdc8f342fdecda0a1c0958fe4e5542690b271f5) AuthConfig (bb4d8179dfc304c6d058fbfdf1a1ccbf744f565cc2b759570117d9c4d1edfe63) AuthConfig (45cc85364fefcb5df7ef2fc542a30244f55c73af87ce3f5a3409bb52c75b0d75)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-211ed3-policy","namespace":"ai-tenant-e2e-api-b-211ed3"},"namespace":"ai-tenant-e2e-api-b-211ed3","name":"e2e-e2e-api-b-211ed3-policy","reconcileID":"8f877d20-a996-44aa-8c5b-18459fb7c29f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-211ed3-policy","namespace":"ai-tenant-e2e-api-b-211ed3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:31.220494786Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:32.117739509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eece1aaf-b5ce-407f-8c07-dee582264545","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:32.172700969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eece1aaf-b5ce-407f-8c07-dee582264545","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:32.180520862Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7385f64d-97e7-40d4-8060-fd793856b8a3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:32.180639592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7385f64d-97e7-40d4-8060-fd793856b8a3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:32.22681763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eece1aaf-b5ce-407f-8c07-dee582264545","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:32.226839143Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-211ed3-policy","namespace":"ai-tenant-e2e-api-b-211ed3"},"namespace":"ai-tenant-e2e-api-b-211ed3","name":"e2e-e2e-api-b-211ed3-policy","reconcileID":"4c09e553-f551-4ce6-83b4-c3da6546ff2b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-211ed3-policy","namespace":"ai-tenant-e2e-api-b-211ed3"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:32.280167107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eece1aaf-b5ce-407f-8c07-dee582264545","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:32.439846823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-211ed3-policy","namespace":"ai-tenant-e2e-api-b-211ed3"},"namespace":"ai-tenant-e2e-api-b-211ed3","name":"e2e-e2e-api-b-211ed3-policy","reconcileID":"4c09e553-f551-4ce6-83b4-c3da6546ff2b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-211ed3-policy","namespace":"ai-tenant-e2e-api-b-211ed3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-211ed3","tenantID":"e2e-api-b-211ed3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:32.571048426Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-211ed3-policy","namespace":"ai-tenant-e2e-api-b-211ed3"},"namespace":"ai-tenant-e2e-api-b-211ed3","name":"e2e-e2e-api-b-211ed3-policy","reconcileID":"4c09e553-f551-4ce6-83b4-c3da6546ff2b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-211ed3-policy","namespace":"ai-tenant-e2e-api-b-211ed3"},"name":"e2e-api-b-211ed3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:32.571172148Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-211ed3-policy","namespace":"ai-tenant-e2e-api-b-211ed3"},"namespace":"ai-tenant-e2e-api-b-211ed3","name":"e2e-e2e-api-b-211ed3-policy","reconcileID":"4c09e553-f551-4ce6-83b4-c3da6546ff2b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-211ed3-policy","namespace":"ai-tenant-e2e-api-b-211ed3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-211ed3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:32.631294364Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5ec8415f-6a91-429e-83de-27dd429536d5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:32.631314792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5ec8415f-6a91-429e-83de-27dd429536d5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:34.254896734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba6d280d-f3a2-4ac9-a948-6064836256aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:34.307839136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba6d280d-f3a2-4ac9-a948-6064836256aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:34.360999265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba6d280d-f3a2-4ac9-a948-6064836256aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:34.413985358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba6d280d-f3a2-4ac9-a948-6064836256aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:35.174059983Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-160d39","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-160d39","reconcileID":"4f59602a-6e0a-4e18-81fc-360dac17520f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-160d39","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-160d39":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:36.455940067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8ceaade-0886-4db2-ab21-ca65b65d56de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:36.509378112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8ceaade-0886-4db2-ab21-ca65b65d56de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:36.562811186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8ceaade-0886-4db2-ab21-ca65b65d56de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:36.616048881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8ceaade-0886-4db2-ab21-ca65b65d56de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:38.57588071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8b3935d-dfef-4026-a56c-4591cc421ffe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:38.628963081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8b3935d-dfef-4026-a56c-4591cc421ffe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:38.682178297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8b3935d-dfef-4026-a56c-4591cc421ffe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:38.74119556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8b3935d-dfef-4026-a56c-4591cc421ffe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:40.740423571Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e8bb856f","namespace":"ai-tenant-e2e-mt-e8bb856f"},"namespace":"ai-tenant-e2e-mt-e8bb856f","name":"e2e-policy-e8bb856f","reconcileID":"cde223c5-9d8a-4917-9a2d-36482147499b","MaaSAuthPolicy":{"name":"e2e-policy-e8bb856f","namespace":"ai-tenant-e2e-mt-e8bb856f"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:40.89406899Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e8bb856f","namespace":"ai-tenant-e2e-mt-e8bb856f"},"namespace":"ai-tenant-e2e-mt-e8bb856f","name":"e2e-policy-e8bb856f","reconcileID":"cde223c5-9d8a-4917-9a2d-36482147499b","MaaSAuthPolicy":{"name":"e2e-policy-e8bb856f","namespace":"ai-tenant-e2e-mt-e8bb856f"},"policyNamespace":"ai-tenant-e2e-mt-e8bb856f","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:46.440500944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e29ba456-0055-47e2-b2e5-af135508e423","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:46.494255578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e29ba456-0055-47e2-b2e5-af135508e423","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:46.547260626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e29ba456-0055-47e2-b2e5-af135508e423","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:46.600221059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e29ba456-0055-47e2-b2e5-af135508e423","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:48.559412629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba1feaf1-3ef2-4f92-9f9d-02f0a455c38b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:48.612405324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba1feaf1-3ef2-4f92-9f9d-02f0a455c38b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:48.665268894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba1feaf1-3ef2-4f92-9f9d-02f0a455c38b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:48.718399818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba1feaf1-3ef2-4f92-9f9d-02f0a455c38b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:50.669874387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b87c9e93-526e-4ed3-a0f6-3cb5053d4692","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:50.723886492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b87c9e93-526e-4ed3-a0f6-3cb5053d4692","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:50.777209536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b87c9e93-526e-4ed3-a0f6-3cb5053d4692","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:50.830544093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b87c9e93-526e-4ed3-a0f6-3cb5053d4692","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:52.964651237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e7b3905-30b1-4dde-a5e5-9e80f3edd7b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:53.017847556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e7b3905-30b1-4dde-a5e5-9e80f3edd7b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:53.070985853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e7b3905-30b1-4dde-a5e5-9e80f3edd7b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:53.124096988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e7b3905-30b1-4dde-a5e5-9e80f3edd7b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:55.159584461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39d3a93c-6c92-4267-9704-e11fec1f3db0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:55.212559978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39d3a93c-6c92-4267-9704-e11fec1f3db0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:55.26564276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39d3a93c-6c92-4267-9704-e11fec1f3db0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:55.318798849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39d3a93c-6c92-4267-9704-e11fec1f3db0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:56.237888376Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-b6ef2c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-b6ef2c","reconcileID":"3ad442bb-bb8a-4c71-9605-8b8102240f35","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-b6ef2c","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-b6ef2c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:57.272613699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e8028c9-cbd7-4860-b500-35b219e25d6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:57.325647864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e8028c9-cbd7-4860-b500-35b219e25d6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:57.378511808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e8028c9-cbd7-4860-b500-35b219e25d6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:57.431644315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e8028c9-cbd7-4860-b500-35b219e25d6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:59.379913958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99b26ec6-5d3c-45c4-86ab-a9aa70548d14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:59.432942463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99b26ec6-5d3c-45c4-86ab-a9aa70548d14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:59.486147505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99b26ec6-5d3c-45c4-86ab-a9aa70548d14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:34:59.539303236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99b26ec6-5d3c-45c4-86ab-a9aa70548d14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:35:01.218165913Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:35:01.527091629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db4fff7c-a751-47cd-9b3d-bb14e338bd8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:35:01.580293725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db4fff7c-a751-47cd-9b3d-bb14e338bd8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:35:01.633378336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db4fff7c-a751-47cd-9b3d-bb14e338bd8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:35:01.686344258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db4fff7c-a751-47cd-9b3d-bb14e338bd8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:35:12.240561718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f1c469"},"namespace":"ai-tenant-e2e-ipp-b-f1c469","name":"default-tenant","reconcileID":"cc970f59-e758-4b62-afc7-0340f2559595","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-f1c469","tenantID":"e2e-ipp-b-f1c469","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:35:12.359727329Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f1c469"},"namespace":"ai-tenant-e2e-ipp-b-f1c469","name":"default-tenant","reconcileID":"cc970f59-e758-4b62-afc7-0340f2559595","name":"e2e-ipp-b-f1c469-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:35:17.317620397Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-211ed3"},"namespace":"ai-tenant-e2e-api-b-211ed3","name":"default-tenant","reconcileID":"4f842ba4-c71d-4156-a1c8-1417904ae9cc","namespace":"ai-tenant-e2e-api-b-211ed3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:35:17.317679935Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-211ed3"},"namespace":"ai-tenant-e2e-api-b-211ed3","name":"default-tenant","reconcileID":"4f842ba4-c71d-4156-a1c8-1417904ae9cc","namespace":"ai-tenant-e2e-api-b-211ed3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:35:17.317736056Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-211ed3"},"namespace":"ai-tenant-e2e-api-b-211ed3","name":"default-tenant","reconcileID":"4f842ba4-c71d-4156-a1c8-1417904ae9cc","tenant":"e2e-api-b-211ed3","tenantID":"e2e-api-b-211ed3","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:35:17.373023112Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-211ed3"},"namespace":"ai-tenant-e2e-api-b-211ed3","name":"default-tenant","reconcileID":"4f842ba4-c71d-4156-a1c8-1417904ae9cc","gvk":"Deployment","name":"maas-api-e2e-api-b-211ed3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:35:17.435006083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-211ed3"},"namespace":"ai-tenant-e2e-api-b-211ed3","name":"default-tenant","reconcileID":"4f842ba4-c71d-4156-a1c8-1417904ae9cc","gvk":"Service","name":"maas-api-e2e-api-b-211ed3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:35:17.492331308Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-211ed3"},"namespace":"ai-tenant-e2e-api-b-211ed3","name":"default-tenant","reconcileID":"4f842ba4-c71d-4156-a1c8-1417904ae9cc","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-211ed3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:35:17.547738705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-211ed3"},"namespace":"ai-tenant-e2e-api-b-211ed3","name":"default-tenant","reconcileID":"4f842ba4-c71d-4156-a1c8-1417904ae9cc","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-211ed3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:35:17.607501936Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-211ed3"},"namespace":"ai-tenant-e2e-api-b-211ed3","name":"default-tenant","reconcileID":"4f842ba4-c71d-4156-a1c8-1417904ae9cc","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-211ed3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:35:17.66354216Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-211ed3"},"namespace":"ai-tenant-e2e-api-b-211ed3","name":"default-tenant","reconcileID":"4f842ba4-c71d-4156-a1c8-1417904ae9cc","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-211ed3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:35:17.722030034Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-211ed3"},"namespace":"ai-tenant-e2e-api-b-211ed3","name":"default-tenant","reconcileID":"4f842ba4-c71d-4156-a1c8-1417904ae9cc","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-211ed3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:35:17.785234708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-211ed3"},"namespace":"ai-tenant-e2e-api-b-211ed3","name":"default-tenant","reconcileID":"4f842ba4-c71d-4156-a1c8-1417904ae9cc","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-211ed3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:35:17.84371592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-211ed3"},"namespace":"ai-tenant-e2e-api-b-211ed3","name":"default-tenant","reconcileID":"4f842ba4-c71d-4156-a1c8-1417904ae9cc","gvk":"Deployment","name":"payload-processing-e2e-api-b-211ed3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:35:17.896669342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-211ed3"},"namespace":"ai-tenant-e2e-api-b-211ed3","name":"default-tenant","reconcileID":"4f842ba4-c71d-4156-a1c8-1417904ae9cc","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-211ed3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:35:17.949704066Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-211ed3"},"namespace":"ai-tenant-e2e-api-b-211ed3","name":"default-tenant","reconcileID":"4f842ba4-c71d-4156-a1c8-1417904ae9cc","gvk":"Service","name":"payload-processing-e2e-api-b-211ed3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:35:18.002685258Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-211ed3"},"namespace":"ai-tenant-e2e-api-b-211ed3","name":"default-tenant","reconcileID":"4f842ba4-c71d-4156-a1c8-1417904ae9cc","gvk":"Service","name":"payload-pre-processing-e2e-api-b-211ed3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:35:18.055715192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-211ed3"},"namespace":"ai-tenant-e2e-api-b-211ed3","name":"default-tenant","reconcileID":"4f842ba4-c71d-4156-a1c8-1417904ae9cc","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-211ed3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:35:18.108386111Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-211ed3"},"namespace":"ai-tenant-e2e-api-b-211ed3","name":"default-tenant","reconcileID":"4f842ba4-c71d-4156-a1c8-1417904ae9cc","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-211ed3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:35:18.16149922Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-211ed3"},"namespace":"ai-tenant-e2e-api-b-211ed3","name":"default-tenant","reconcileID":"4f842ba4-c71d-4156-a1c8-1417904ae9cc","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-211ed3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:35:18.218740605Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-211ed3"},"namespace":"ai-tenant-e2e-api-b-211ed3","name":"default-tenant","reconcileID":"4f842ba4-c71d-4156-a1c8-1417904ae9cc","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-211ed3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:35:18.27154794Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-211ed3"},"namespace":"ai-tenant-e2e-api-b-211ed3","name":"default-tenant","reconcileID":"4f842ba4-c71d-4156-a1c8-1417904ae9cc","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-211ed3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:35:18.324647003Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-211ed3"},"namespace":"ai-tenant-e2e-api-b-211ed3","name":"default-tenant","reconcileID":"4f842ba4-c71d-4156-a1c8-1417904ae9cc","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-211ed3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:35:18.384758178Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-211ed3"},"namespace":"ai-tenant-e2e-api-b-211ed3","name":"default-tenant","reconcileID":"4f842ba4-c71d-4156-a1c8-1417904ae9cc","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-211ed3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:35:18.438229063Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-211ed3"},"namespace":"ai-tenant-e2e-api-b-211ed3","name":"default-tenant","reconcileID":"4f842ba4-c71d-4156-a1c8-1417904ae9cc","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-211ed3","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:35:19.079013566Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-subscription","reconcileID":"1e3c1bea-9fcd-4bbc-b88e-7dec84b59277","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-premium-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/premium-w3-68b670","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:35:19.179891562Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-subscription","reconcileID":"4fdeb75f-3045-4d46-a38a-ce4df809cfee","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-simulator-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:35:19.206953235Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-subscription","reconcileID":"e2a5d490-5670-4de1-85f3-b67380d637ad","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-premium-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/premium-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:35:19.282204562Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c6e11584-8cac-4cb0-879b-f5c8775b307c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:35:19.382942614Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-subscription","reconcileID":"bd6c153c-8762-4e65-9b90-301810a85548","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-premium-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/premium-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:35:19.400803379Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-subscription","reconcileID":"30f3dffb-ce69-4263-b9ab-9190fbeb6626","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-premium-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/premium-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:35:19.515014319Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-subscription","reconcileID":"d85fae9b-fc2c-4d4a-9446-beefc82ecf5b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:35:19.760997707Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-subscription","reconcileID":"ac848af7-68e7-4b3f-aa10-e74164853e3f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-simulator-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:35:19.935679631Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ce5a2624-cb6b-4696-9d57-94f1fda68d87","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:35:20.036589573Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-subscription","reconcileID":"263bfe4e-8057-470a-b7c9-5724fe9d05b8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-premium-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/premium-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:35:20.138821159Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-subscription","reconcileID":"77bebb98-c57b-4eaa-96cb-8fc148b72f4b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-simulator-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/simulator-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:35:20.29919961Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-subscription","reconcileID":"15e17b1b-321a-4547-8303-05cdb43c71fa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-simulator-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/simulator-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:35:21.7739369Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-211ed3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-211ed3","reconcileID":"7d8cc5ee-5472-4ca0-b79d-d15396d401c6","aitenant":"ai-tenants/e2e-api-b-211ed3","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:35:22.265862634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0381fcd9-8fa4-42af-8073-5a51a70eeccd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:35:22.318868979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0381fcd9-8fa4-42af-8073-5a51a70eeccd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:35:22.372062122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0381fcd9-8fa4-42af-8073-5a51a70eeccd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:35:22.425131701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0381fcd9-8fa4-42af-8073-5a51a70eeccd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:35:22.593485752Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-211ed3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-211ed3","reconcileID":"7d8cc5ee-5472-4ca0-b79d-d15396d401c6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-211ed3","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-211ed3"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:35:24.465883589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24e0be14-62f7-411c-bd8d-07ceef4f4601","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:35:24.51937979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24e0be14-62f7-411c-bd8d-07ceef4f4601","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:35:24.573348902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24e0be14-62f7-411c-bd8d-07ceef4f4601","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:35:24.626837634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24e0be14-62f7-411c-bd8d-07ceef4f4601","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:35:26.670237588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"111b1e64-2957-4f3d-826d-6bdd27f68ad6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:35:26.723626317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"111b1e64-2957-4f3d-826d-6bdd27f68ad6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:35:26.776764546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"111b1e64-2957-4f3d-826d-6bdd27f68ad6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:35:26.829990126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"111b1e64-2957-4f3d-826d-6bdd27f68ad6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:35:28.759127006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-160d39"},"namespace":"ai-tenant-e2e-ipp-a-160d39","name":"default-tenant","reconcileID":"370ccff7-d38e-49e4-bf27-88b544989170","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-160d39","tenantID":"e2e-ipp-a-160d39","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:35:28.862862048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e5a182f-1ef6-4d71-b81d-16c7c5f6b185","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:35:28.916173296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e5a182f-1ef6-4d71-b81d-16c7c5f6b185","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:35:28.929301409Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-160d39"},"namespace":"ai-tenant-e2e-ipp-a-160d39","name":"default-tenant","reconcileID":"370ccff7-d38e-49e4-bf27-88b544989170","name":"e2e-ipp-a-160d39-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:35:28.969149626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e5a182f-1ef6-4d71-b81d-16c7c5f6b185","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:35:29.022096969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e5a182f-1ef6-4d71-b81d-16c7c5f6b185","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:35:30.200659665Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-a6b9ff","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-a6b9ff","reconcileID":"95e7b57e-bdbf-49ba-8384-cc0ddfe80c25","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-a6b9ff","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-a6b9ff":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:35:31.068176829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92147553-3a56-4aec-9886-bdf97f8a3e71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:35:31.121231182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92147553-3a56-4aec-9886-bdf97f8a3e71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:35:31.17391803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92147553-3a56-4aec-9886-bdf97f8a3e71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:35:31.217161924Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:35:31.226956345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92147553-3a56-4aec-9886-bdf97f8a3e71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:35:33.256681025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54c8980b-6433-4f3e-ae01-f68f6fc42001","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:35:33.309972597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54c8980b-6433-4f3e-ae01-f68f6fc42001","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:35:33.363249668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54c8980b-6433-4f3e-ae01-f68f6fc42001","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:35:33.416241025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54c8980b-6433-4f3e-ae01-f68f6fc42001","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:35:38.798222005Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-subscription","reconcileID":"1d91e6cb-df89-49a5-82d2-3681183a0b27","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-premium-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/premium-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:35:38.900579505Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-subscription","reconcileID":"b75d2b63-cc1b-4084-aedb-02aec32a733e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-simulator-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:35:38.921635775Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-subscription","reconcileID":"3e5cc7e8-4bb5-4269-915f-dcedc474a6b1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-premium-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/premium-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:35:39.043862324Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-subscription","reconcileID":"4b2da97b-0a6d-4295-a97e-2c70bf7232d4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-premium-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/premium-w3-68b670","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:35:39.145303898Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-subscription","reconcileID":"2a734a35-6d1d-4fd8-95d7-4aa85b79f8e4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:35:39.245955883Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-subscription","reconcileID":"9a69c787-232d-4c29-b5b1-7c73cf8f1314","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-simulator-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:35:39.245987894Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5969ce52-02ff-4249-85c1-8d02028cf04a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:35:39.537572948Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-subscription","reconcileID":"9895c295-c51e-4851-a29e-bf6ee79a8721","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-simulator-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/simulator-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:35:39.720994882Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"87f65cd6-000e-459f-9d17-fe76dcc85acf","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:35:39.821744517Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-subscription","reconcileID":"0c8445b2-c98c-4938-9d99-1e838292a4b6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-simulator-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/simulator-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:35:39.925060422Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-subscription","reconcileID":"29ce2cbf-70df-4ac7-a188-845f3860da80","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-premium-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/premium-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:35:40.04258553Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-subscription","reconcileID":"1bbb8d88-92e4-4d4e-b9d7-dfccf45ec20c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-premium-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/premium-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:35:55.866659159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6ef2c"},"namespace":"ai-tenant-e2e-ipp-b-b6ef2c","name":"default-tenant","reconcileID":"b7580a28-49a3-4dd9-b08c-1c99de3f657b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-b6ef2c","tenantID":"e2e-ipp-b-b6ef2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:35:55.986873569Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6ef2c"},"namespace":"ai-tenant-e2e-ipp-b-b6ef2c","name":"default-tenant","reconcileID":"b7580a28-49a3-4dd9-b08c-1c99de3f657b","name":"e2e-ipp-b-b6ef2c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:01.21738265Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:14.460945971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"572d645e-47eb-49d9-b779-d1fae0587f6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:14.514424933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"572d645e-47eb-49d9-b779-d1fae0587f6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:14.567785481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"572d645e-47eb-49d9-b779-d1fae0587f6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:14.621791924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"572d645e-47eb-49d9-b779-d1fae0587f6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:16.582761743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7880589a-5848-4738-8860-262292509e42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:16.635867425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7880589a-5848-4738-8860-262292509e42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:16.688768949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7880589a-5848-4738-8860-262292509e42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:16.742313613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7880589a-5848-4738-8860-262292509e42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:17.918308867Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-d6e985","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-d6e985","reconcileID":"d2a2e824-c62e-43cd-bed5-8d8f4e58ef0f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-d6e985","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-d6e985":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:18.788603675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be37be9b-cc01-4b04-a640-b4791fd12b7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:18.842423485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be37be9b-cc01-4b04-a640-b4791fd12b7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:18.898507075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be37be9b-cc01-4b04-a640-b4791fd12b7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:18.951669816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be37be9b-cc01-4b04-a640-b4791fd12b7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:20.957050954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"136cf101-ef76-4f9d-b82c-2c838e98fb08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:21.011009551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"136cf101-ef76-4f9d-b82c-2c838e98fb08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:21.064606582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"136cf101-ef76-4f9d-b82c-2c838e98fb08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:21.11803987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"136cf101-ef76-4f9d-b82c-2c838e98fb08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:23.157943584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2dcb475-dff7-415e-9cad-a1496ced3747","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:23.212159069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2dcb475-dff7-415e-9cad-a1496ced3747","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:23.265379368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2dcb475-dff7-415e-9cad-a1496ced3747","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:23.318827183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2dcb475-dff7-415e-9cad-a1496ced3747","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:25.338889833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3881489f-c820-43c8-a392-4bd702f4560c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:25.39213605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3881489f-c820-43c8-a392-4bd702f4560c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:25.445829883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3881489f-c820-43c8-a392-4bd702f4560c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:25.498951608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3881489f-c820-43c8-a392-4bd702f4560c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:27.459554908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f5a2f48-6cba-4f7d-9670-eded18898422","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:27.512486807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f5a2f48-6cba-4f7d-9670-eded18898422","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:27.565541183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f5a2f48-6cba-4f7d-9670-eded18898422","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:27.619014429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f5a2f48-6cba-4f7d-9670-eded18898422","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:29.63391449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbf5a6c4-9132-4cbb-ab85-fb52e1f6a9e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:29.688168898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbf5a6c4-9132-4cbb-ab85-fb52e1f6a9e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:29.743081837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbf5a6c4-9132-4cbb-ab85-fb52e1f6a9e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:29.802523044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbf5a6c4-9132-4cbb-ab85-fb52e1f6a9e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:31.217298046Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:31.756932363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61e9455c-164c-48a7-8c29-2db2b2a6c9af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:31.810268422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61e9455c-164c-48a7-8c29-2db2b2a6c9af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:31.863350986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61e9455c-164c-48a7-8c29-2db2b2a6c9af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:31.916608153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61e9455c-164c-48a7-8c29-2db2b2a6c9af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:33.878567209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"500605f3-a054-4285-a02d-e2158dbb9469","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:33.932772314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"500605f3-a054-4285-a02d-e2158dbb9469","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:33.93471302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"default-tenant","reconcileID":"4f94a593-65e6-40cf-bf42-e4b34d76fd0e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-a6b9ff","tenantID":"e2e-ipp-a-a6b9ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:33.988164585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"500605f3-a054-4285-a02d-e2158dbb9469","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:34.04159196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"500605f3-a054-4285-a02d-e2158dbb9469","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:34.161596097Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"default-tenant","reconcileID":"4f94a593-65e6-40cf-bf42-e4b34d76fd0e","name":"e2e-ipp-a-a6b9ff-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:34.555476029Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bae30542-a1e1-4630-8c87-a3ee4fd2589c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:34.729268068Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-subscription","reconcileID":"50ccf16e-c58c-4e03-ad5f-78e4c34d2b39","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-simulator-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/simulator-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:34.850589117Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-subscription","reconcileID":"5b10e2a9-3a43-4bf3-ad85-992bacb5f3a9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-premium-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/premium-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:34.950821075Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-subscription","reconcileID":"d2ee6504-c873-4513-93a5-2e452f3eb570","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-simulator-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:35.061899908Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-subscription","reconcileID":"985122fb-2ca0-4b8a-9f58-847e2c6202c4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-premium-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/premium-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:35.131517651Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-subscription","reconcileID":"ecd92ae4-2d9a-47cc-84a0-192c9e2adbc9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-simulator-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:35.251679827Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-subscription","reconcileID":"c49826e1-1e48-4d93-8fa1-9676ef6dab54","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-premium-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/premium-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:35.388656183Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-subscription","reconcileID":"ce72479e-c20c-4c63-ad0e-a59276802c5c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-premium-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/premium-w3-68b670","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:35.632303761Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e069be3e-5ef2-4174-883a-afc6feb47eed","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:35.646741113Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-subscription","reconcileID":"42fc6799-f4c1-414b-a1fa-dac0fa5cfd70","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:35.733726997Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-subscription","reconcileID":"59d004ae-e51c-445f-8137-de5b7bce1aab","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-simulator-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/simulator-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:35.771968177Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-subscription","reconcileID":"47dacab1-5cda-4f6b-bd18-fd40cae42c95","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-premium-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/premium-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:38.566735623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03d24716-55e2-4b15-b599-96f2c3db27f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:38.620174225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03d24716-55e2-4b15-b599-96f2c3db27f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:38.673694846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03d24716-55e2-4b15-b599-96f2c3db27f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:38.727179397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03d24716-55e2-4b15-b599-96f2c3db27f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:39.029865109Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-8200d4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-8200d4","reconcileID":"591bc3c8-7d27-489a-8b4e-ec0e91f1ac45","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-8200d4","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-8200d4":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:40.755460947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a676102-2b19-4170-9a6b-6e4e0e4a5206","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:40.808592414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a676102-2b19-4170-9a6b-6e4e0e4a5206","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:40.861567668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a676102-2b19-4170-9a6b-6e4e0e4a5206","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:40.914772806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a676102-2b19-4170-9a6b-6e4e0e4a5206","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:42.877600247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85d9c20c-7723-4fd6-b9ad-dcd87c1c3350","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:42.933675884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85d9c20c-7723-4fd6-b9ad-dcd87c1c3350","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:42.98740588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85d9c20c-7723-4fd6-b9ad-dcd87c1c3350","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:43.040652309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85d9c20c-7723-4fd6-b9ad-dcd87c1c3350","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:45.071018985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21f8bedc-cd11-438b-837d-3925d0d4bf2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:45.124513214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21f8bedc-cd11-438b-837d-3925d0d4bf2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:45.177499462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21f8bedc-cd11-438b-837d-3925d0d4bf2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:45.230477899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21f8bedc-cd11-438b-837d-3925d0d4bf2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:47.232549722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbe6bd07-3f7d-4c2a-8867-42765c42ccac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:47.285609774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbe6bd07-3f7d-4c2a-8867-42765c42ccac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:47.3389067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbe6bd07-3f7d-4c2a-8867-42765c42ccac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:47.39192517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbe6bd07-3f7d-4c2a-8867-42765c42ccac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:49.357463751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b21636ec-9f55-419c-975d-bd624b1faeb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:49.410716687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b21636ec-9f55-419c-975d-bd624b1faeb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:49.466751843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b21636ec-9f55-419c-975d-bd624b1faeb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:49.520037846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b21636ec-9f55-419c-975d-bd624b1faeb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:51.553211914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c70f2c8-7128-40bd-bcac-4a0a7574333d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:51.606085712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c70f2c8-7128-40bd-bcac-4a0a7574333d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:51.6591611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c70f2c8-7128-40bd-bcac-4a0a7574333d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:51.715764015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c70f2c8-7128-40bd-bcac-4a0a7574333d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:51.931933978Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-subscription","reconcileID":"e1537601-5f67-487a-853c-be54328523da","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-simulator-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/simulator-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:52.159648071Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"772bbd2e-4348-4e51-94d3-3fc720cfd963","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:52.26368651Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-subscription","reconcileID":"6bb12380-1edf-40eb-b1a4-3a5734f0ff29","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-premium-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/premium-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:52.468846453Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-subscription","reconcileID":"5b536034-e1e4-42f6-8158-02369f5a8300","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-premium-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/premium-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:52.568622562Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-subscription","reconcileID":"7df77d52-e7e3-4265-8b1d-4ddff7c9fbba","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-simulator-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/simulator-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:52.668576559Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-subscription","reconcileID":"c9b2ce78-550c-4562-b1f6-8c02e44e4d84","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-premium-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/premium-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:52.770147152Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-subscription","reconcileID":"dc0ab09d-952f-47f0-97c0-cecd2c15fe88","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-premium-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/premium-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:52.773423187Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-subscription","reconcileID":"519f80c0-6ba9-4f24-92b1-2a2b97111b6b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-simulator-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:52.923860662Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-subscription","reconcileID":"8eab1da9-f1ea-4f13-96a5-5ed9d03e1792","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:52.976874766Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"76da5bd8-9309-4db7-8acd-4737875d86c6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:53.083959131Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-subscription","reconcileID":"9dfc2747-47ac-4b81-94ef-417aea10e4db","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-simulator-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:53.246439902Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-subscription","reconcileID":"62be5213-f1de-4af1-a2cd-57b8270d4370","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-premium-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/premium-w3-68b670","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:53.672056895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"932de7d4-2c37-477f-b038-7684bd6c64d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:53.725155422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"932de7d4-2c37-477f-b038-7684bd6c64d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:53.778241807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"932de7d4-2c37-477f-b038-7684bd6c64d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:53.831275356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"932de7d4-2c37-477f-b038-7684bd6c64d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:55.858516706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b4cc36f-e53d-41f1-9da0-bc27013cfc3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:55.911426952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b4cc36f-e53d-41f1-9da0-bc27013cfc3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:55.964654844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b4cc36f-e53d-41f1-9da0-bc27013cfc3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:36:56.017812565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b4cc36f-e53d-41f1-9da0-bc27013cfc3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:01.217054649Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:03.915401897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"254ec7fb-140d-4e39-869f-444332dfc14c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:03.969457219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"254ec7fb-140d-4e39-869f-444332dfc14c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:04.023516917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"254ec7fb-140d-4e39-869f-444332dfc14c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:04.076464155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"254ec7fb-140d-4e39-869f-444332dfc14c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:06.051598144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8599af02-2789-44a5-9137-79941851f5e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:06.104770221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8599af02-2789-44a5-9137-79941851f5e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:06.157896765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8599af02-2789-44a5-9137-79941851f5e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:06.211051722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8599af02-2789-44a5-9137-79941851f5e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:08.174864632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e1aad62-6dbe-4996-84b3-30fda0fe4946","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:08.228351434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e1aad62-6dbe-4996-84b3-30fda0fe4946","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:08.281667695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e1aad62-6dbe-4996-84b3-30fda0fe4946","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:08.334788551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e1aad62-6dbe-4996-84b3-30fda0fe4946","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:09.571165536Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a1694c1a-0754-4673-a1c5-17577ae549b2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:09.755302246Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-subscription","reconcileID":"45afa233-25ed-4405-8e0c-f6d15a6ce166","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-premium-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/premium-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:09.832060797Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-subscription","reconcileID":"96b8dba6-b6c0-4db3-9edc-7050103e2c71","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-simulator-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:09.95409868Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-subscription","reconcileID":"1189a2a2-092e-43c8-9af1-138701150281","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-premium-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/premium-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:10.120070449Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"eac75374-47fb-4f67-94ef-bb7260c0e7a5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:10.227507392Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-subscription","reconcileID":"fd59561a-1e41-4ed4-b596-b8310ead0457","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-premium-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/premium-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:10.317170034Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-subscription","reconcileID":"30e36d9b-1351-4860-a48b-1d0d3f3574d5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-simulator-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/simulator-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:10.399985936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a37915cb-d231-4850-a613-b67a00ddcb27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:10.416555267Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-subscription","reconcileID":"b7c401f9-37be-4046-9a84-03b5cb2cafc3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-premium-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/premium-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:10.454702646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a37915cb-d231-4850-a613-b67a00ddcb27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:10.508138044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a37915cb-d231-4850-a613-b67a00ddcb27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:10.561485815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a37915cb-d231-4850-a613-b67a00ddcb27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:10.668794952Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-subscription","reconcileID":"9afbae85-5646-48da-abd0-bb9fbc8dee4e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:10.721963241Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-subscription","reconcileID":"1a925234-c751-4b01-99f5-05bf7ae145b0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-premium-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/premium-w3-68b670","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:10.769585587Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-subscription","reconcileID":"64288e23-5bb6-4ff8-a090-c49b82b01500","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-simulator-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:10.88628964Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-subscription","reconcileID":"4c8bc403-aca0-4d16-9a54-7e2cc82dae4f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-simulator-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/simulator-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:12.508503094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f997b220-101e-4505-bc90-860af1c23d0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:12.561503821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f997b220-101e-4505-bc90-860af1c23d0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:12.614595351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f997b220-101e-4505-bc90-860af1c23d0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:12.667529196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f997b220-101e-4505-bc90-860af1c23d0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:14.622663711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57ff7ea6-e3d0-4d9e-8eab-47f275eece6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:14.675743711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57ff7ea6-e3d0-4d9e-8eab-47f275eece6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:14.729045447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57ff7ea6-e3d0-4d9e-8eab-47f275eece6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:14.782177935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57ff7ea6-e3d0-4d9e-8eab-47f275eece6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:16.72551881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4efc67c-5124-4f92-b357-204ce7d87a96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:16.778986634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4efc67c-5124-4f92-b357-204ce7d87a96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:16.832049411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4efc67c-5124-4f92-b357-204ce7d87a96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:16.885471905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4efc67c-5124-4f92-b357-204ce7d87a96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:18.833714454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0969c10-5938-4a31-b87b-4c14acd4ed1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:18.887017951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0969c10-5938-4a31-b87b-4c14acd4ed1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:18.940959699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0969c10-5938-4a31-b87b-4c14acd4ed1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:18.995022125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0969c10-5938-4a31-b87b-4c14acd4ed1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:20.964141643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5243762d-dba9-4a93-8940-0fb31031fd22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:21.017293755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5243762d-dba9-4a93-8940-0fb31031fd22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:21.07067936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5243762d-dba9-4a93-8940-0fb31031fd22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:21.124248245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5243762d-dba9-4a93-8940-0fb31031fd22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:31.21791923Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:31.625999091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d6e985"},"namespace":"ai-tenant-e2e-ipp-a-d6e985","name":"default-tenant","reconcileID":"b180c6c4-f645-4def-b719-760e94ecc024","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-d6e985","tenantID":"e2e-ipp-a-d6e985","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:31.746336043Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d6e985"},"namespace":"ai-tenant-e2e-ipp-a-d6e985","name":"default-tenant","reconcileID":"b180c6c4-f645-4def-b719-760e94ecc024","name":"e2e-ipp-a-d6e985-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:43.445392132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6915e206-20bd-4304-8543-e7fac94b22c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:43.498597756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6915e206-20bd-4304-8543-e7fac94b22c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:43.551798796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6915e206-20bd-4304-8543-e7fac94b22c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:43.605069625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6915e206-20bd-4304-8543-e7fac94b22c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:45.564433612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fe53ca5-5ca0-4702-85f7-e5c136322361","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:45.617611806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fe53ca5-5ca0-4702-85f7-e5c136322361","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:45.670723056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fe53ca5-5ca0-4702-85f7-e5c136322361","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:45.723946367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fe53ca5-5ca0-4702-85f7-e5c136322361","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:47.698116776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8257a057-349a-4dca-ae16-75f0eb1d29f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:47.75151251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8257a057-349a-4dca-ae16-75f0eb1d29f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:47.804433927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8257a057-349a-4dca-ae16-75f0eb1d29f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:47.857523646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8257a057-349a-4dca-ae16-75f0eb1d29f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:48.635295239Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-subscription","reconcileID":"d816dc7d-b996-4cfe-bc9f-78f993d37fc5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-premium-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/premium-w3-68b670","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:48.736354392Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-subscription","reconcileID":"947590c1-b8b0-45bd-9d3e-f56989c28952","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-premium-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/premium-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:48.836015235Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-subscription","reconcileID":"c7adbe1a-84d6-4682-9663-07182dd68eda","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-premium-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/premium-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:48.941137504Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-subscription","reconcileID":"7faadbb7-6f20-4df8-90a0-37db960ae9be","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-simulator-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/simulator-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:49.172342787Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-subscription","reconcileID":"5077ceec-1661-48fc-98f9-bda0ff64dc5d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-premium-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/premium-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:49.187843011Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-subscription","reconcileID":"64efe807-2ad4-437f-b256-b5bfda950ad0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-simulator-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:49.321664608Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-subscription","reconcileID":"af8e43a0-e427-4003-97b0-1fde1c064420","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:49.4940619Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7ae0efd2-ddf1-4360-8ba6-54f0a56725bc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:49.628298336Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-subscription","reconcileID":"48ee01b9-167a-4e3d-8724-cfa1b7f81c53","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-simulator-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:49.835118364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ab62ba2-df89-44e5-9f4e-d2424e684119","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:49.888208169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ab62ba2-df89-44e5-9f4e-d2424e684119","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:49.943099297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ab62ba2-df89-44e5-9f4e-d2424e684119","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:49.996247057Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-subscription","reconcileID":"625e589c-8a5e-4bc8-ad3e-e92d66bab337","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-premium-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/premium-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:49.998347823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ab62ba2-df89-44e5-9f4e-d2424e684119","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:50.160691339Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-subscription","reconcileID":"38c688f8-5347-4a54-b54f-6f6dad87c62c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-simulator-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/simulator-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:50.160689914Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3c45e551-3264-46bc-8d90-fdba09fd0c73","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:51.987833388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77e50074-566d-42a0-8a91-f2f87726dc2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:52.040890459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77e50074-566d-42a0-8a91-f2f87726dc2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:52.093853584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77e50074-566d-42a0-8a91-f2f87726dc2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:52.147111077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77e50074-566d-42a0-8a91-f2f87726dc2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:54.099265063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e787248c-d376-4a19-97dd-053dc0381e39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:54.152375648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e787248c-d376-4a19-97dd-053dc0381e39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:54.205154896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e787248c-d376-4a19-97dd-053dc0381e39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:54.258172472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e787248c-d376-4a19-97dd-053dc0381e39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:58.304089926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d79afc58-5abb-4761-9209-224ddf288fea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:58.357149262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d79afc58-5abb-4761-9209-224ddf288fea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:58.410060747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d79afc58-5abb-4761-9209-224ddf288fea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:58.462993448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d79afc58-5abb-4761-9209-224ddf288fea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:59.576693357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8200d4"},"namespace":"ai-tenant-e2e-ipp-b-8200d4","name":"default-tenant","reconcileID":"43b0484f-ae5b-48a4-9247-b67742ffcef5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-8200d4","tenantID":"e2e-ipp-b-8200d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:59.584564492Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-b9c10a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-b9c10a","reconcileID":"c18431d3-ad92-48de-b0a4-953098122b3f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-b9c10a","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-b9c10a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:37:59.697116724Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8200d4"},"namespace":"ai-tenant-e2e-ipp-b-8200d4","name":"default-tenant","reconcileID":"43b0484f-ae5b-48a4-9247-b67742ffcef5","name":"e2e-ipp-b-8200d4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:38:00.465864836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60be78ec-837c-4d2e-8e39-b3e859a8fa13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:38:00.519200178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60be78ec-837c-4d2e-8e39-b3e859a8fa13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:38:00.572605453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60be78ec-837c-4d2e-8e39-b3e859a8fa13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:38:00.625748784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60be78ec-837c-4d2e-8e39-b3e859a8fa13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:38:01.217216606Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:38:02.65195966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91ed9c58-0ef9-4c1f-a544-67f30012e119","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:38:02.705128478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91ed9c58-0ef9-4c1f-a544-67f30012e119","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:38:02.758349595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91ed9c58-0ef9-4c1f-a544-67f30012e119","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:38:02.811434331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91ed9c58-0ef9-4c1f-a544-67f30012e119","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:38:04.861392751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e13e12e3-e360-4af9-9442-c0fd0f5ecf6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:38:04.914361555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e13e12e3-e360-4af9-9442-c0fd0f5ecf6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:38:04.967463866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e13e12e3-e360-4af9-9442-c0fd0f5ecf6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:38:05.020721587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e13e12e3-e360-4af9-9442-c0fd0f5ecf6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:38:06.983388155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3d7d2c3-fda1-4db0-b38f-929cf22185e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:38:07.036589696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3d7d2c3-fda1-4db0-b38f-929cf22185e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:38:07.089669275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3d7d2c3-fda1-4db0-b38f-929cf22185e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:38:07.14287596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3d7d2c3-fda1-4db0-b38f-929cf22185e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:38:23.890235804Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4a5156"},"namespace":"ai-tenant-e2e-ipp-a-4a5156","name":"default-tenant","reconcileID":"67aa622d-d8ef-4a7e-83c7-f9048480dc73","namespace":"ai-tenant-e2e-ipp-a-4a5156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:38:23.890297543Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4a5156"},"namespace":"ai-tenant-e2e-ipp-a-4a5156","name":"default-tenant","reconcileID":"67aa622d-d8ef-4a7e-83c7-f9048480dc73","namespace":"ai-tenant-e2e-ipp-a-4a5156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:38:23.890351081Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4a5156"},"namespace":"ai-tenant-e2e-ipp-a-4a5156","name":"default-tenant","reconcileID":"67aa622d-d8ef-4a7e-83c7-f9048480dc73","tenant":"e2e-ipp-a-4a5156","tenantID":"e2e-ipp-a-4a5156","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:38:23.947191947Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4a5156"},"namespace":"ai-tenant-e2e-ipp-a-4a5156","name":"default-tenant","reconcileID":"67aa622d-d8ef-4a7e-83c7-f9048480dc73","gvk":"Deployment","name":"maas-api-e2e-ipp-a-4a5156","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:38:24.00924238Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4a5156"},"namespace":"ai-tenant-e2e-ipp-a-4a5156","name":"default-tenant","reconcileID":"67aa622d-d8ef-4a7e-83c7-f9048480dc73","gvk":"Service","name":"maas-api-e2e-ipp-a-4a5156","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:38:24.075756714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4a5156"},"namespace":"ai-tenant-e2e-ipp-a-4a5156","name":"default-tenant","reconcileID":"67aa622d-d8ef-4a7e-83c7-f9048480dc73","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-4a5156","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:38:24.130894454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4a5156"},"namespace":"ai-tenant-e2e-ipp-a-4a5156","name":"default-tenant","reconcileID":"67aa622d-d8ef-4a7e-83c7-f9048480dc73","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-4a5156","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:38:24.186476098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4a5156"},"namespace":"ai-tenant-e2e-ipp-a-4a5156","name":"default-tenant","reconcileID":"67aa622d-d8ef-4a7e-83c7-f9048480dc73","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-4a5156","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:38:24.242026315Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4a5156"},"namespace":"ai-tenant-e2e-ipp-a-4a5156","name":"default-tenant","reconcileID":"67aa622d-d8ef-4a7e-83c7-f9048480dc73","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-4a5156","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:38:24.300177575Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4a5156"},"namespace":"ai-tenant-e2e-ipp-a-4a5156","name":"default-tenant","reconcileID":"67aa622d-d8ef-4a7e-83c7-f9048480dc73","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-4a5156","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:38:24.355689936Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4a5156"},"namespace":"ai-tenant-e2e-ipp-a-4a5156","name":"default-tenant","reconcileID":"67aa622d-d8ef-4a7e-83c7-f9048480dc73","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-4a5156","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:38:24.41089923Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4a5156"},"namespace":"ai-tenant-e2e-ipp-a-4a5156","name":"default-tenant","reconcileID":"67aa622d-d8ef-4a7e-83c7-f9048480dc73","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-4a5156","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:38:24.466255093Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4a5156"},"namespace":"ai-tenant-e2e-ipp-a-4a5156","name":"default-tenant","reconcileID":"67aa622d-d8ef-4a7e-83c7-f9048480dc73","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-4a5156","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:38:24.537703475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4a5156"},"namespace":"ai-tenant-e2e-ipp-a-4a5156","name":"default-tenant","reconcileID":"67aa622d-d8ef-4a7e-83c7-f9048480dc73","gvk":"Service","name":"payload-processing-e2e-ipp-a-4a5156","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:38:24.599252453Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4a5156"},"namespace":"ai-tenant-e2e-ipp-a-4a5156","name":"default-tenant","reconcileID":"67aa622d-d8ef-4a7e-83c7-f9048480dc73","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-4a5156","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:38:24.655056299Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4a5156"},"namespace":"ai-tenant-e2e-ipp-a-4a5156","name":"default-tenant","reconcileID":"67aa622d-d8ef-4a7e-83c7-f9048480dc73","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-4a5156","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:38:24.710331377Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4a5156"},"namespace":"ai-tenant-e2e-ipp-a-4a5156","name":"default-tenant","reconcileID":"67aa622d-d8ef-4a7e-83c7-f9048480dc73","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-4a5156","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:38:24.767147416Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4a5156"},"namespace":"ai-tenant-e2e-ipp-a-4a5156","name":"default-tenant","reconcileID":"67aa622d-d8ef-4a7e-83c7-f9048480dc73","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-4a5156","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:38:24.824090719Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4a5156"},"namespace":"ai-tenant-e2e-ipp-a-4a5156","name":"default-tenant","reconcileID":"67aa622d-d8ef-4a7e-83c7-f9048480dc73","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-4a5156","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:38:24.879096296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4a5156"},"namespace":"ai-tenant-e2e-ipp-a-4a5156","name":"default-tenant","reconcileID":"67aa622d-d8ef-4a7e-83c7-f9048480dc73","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-4a5156","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:38:24.93667034Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4a5156"},"namespace":"ai-tenant-e2e-ipp-a-4a5156","name":"default-tenant","reconcileID":"67aa622d-d8ef-4a7e-83c7-f9048480dc73","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-4a5156","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:38:24.991754398Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4a5156"},"namespace":"ai-tenant-e2e-ipp-a-4a5156","name":"default-tenant","reconcileID":"67aa622d-d8ef-4a7e-83c7-f9048480dc73","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-4a5156","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:38:25.046989208Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4a5156"},"namespace":"ai-tenant-e2e-ipp-a-4a5156","name":"default-tenant","reconcileID":"67aa622d-d8ef-4a7e-83c7-f9048480dc73","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-4a5156","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:38:31.218279327Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:38:35.879643496Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-4a5156","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-4a5156","reconcileID":"a751aced-ab4e-4cd2-84f3-20259909aaad","aitenant":"ai-tenants/e2e-ipp-a-4a5156","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:38:36.459469856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2ea9b8d-b31e-438a-a10b-330a52d250f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:38:36.513493067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2ea9b8d-b31e-438a-a10b-330a52d250f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:38:36.566974699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2ea9b8d-b31e-438a-a10b-330a52d250f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:38:36.62026163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2ea9b8d-b31e-438a-a10b-330a52d250f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:38:36.74214832Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-4a5156","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-4a5156","reconcileID":"a751aced-ab4e-4cd2-84f3-20259909aaad","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-4a5156","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-4a5156"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:38:38.594294178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15d644d8-0113-482c-bdf6-41a58f887103","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:38:38.647698866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15d644d8-0113-482c-bdf6-41a58f887103","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:38:38.700938005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15d644d8-0113-482c-bdf6-41a58f887103","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:38:38.754718378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15d644d8-0113-482c-bdf6-41a58f887103","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:38:45.231008037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b26a375c-d2c6-47af-98c9-26e32da8f924","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:38:45.284108534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b26a375c-d2c6-47af-98c9-26e32da8f924","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:38:45.337117888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b26a375c-d2c6-47af-98c9-26e32da8f924","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:38:45.390169436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b26a375c-d2c6-47af-98c9-26e32da8f924","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:38:47.417533322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9abc4bf-6d71-40dd-ae81-3f2e0ea2ea81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:38:47.470364416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9abc4bf-6d71-40dd-ae81-3f2e0ea2ea81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:38:47.523197173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9abc4bf-6d71-40dd-ae81-3f2e0ea2ea81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:38:47.576551985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9abc4bf-6d71-40dd-ae81-3f2e0ea2ea81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:38:49.607985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6a26a50-4938-4fda-91c8-49e2b6aa3611","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:38:49.661062332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6a26a50-4938-4fda-91c8-49e2b6aa3611","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:38:49.714273134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6a26a50-4938-4fda-91c8-49e2b6aa3611","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:38:49.767478437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6a26a50-4938-4fda-91c8-49e2b6aa3611","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:01.217895762Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:17.534076205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8764ee84-5823-4c90-8499-e7fe7903e70c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:17.587160048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8764ee84-5823-4c90-8499-e7fe7903e70c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:17.640925056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8764ee84-5823-4c90-8499-e7fe7903e70c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:17.694976803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8764ee84-5823-4c90-8499-e7fe7903e70c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:19.658820519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08e05ef8-47d4-4e4d-b43e-4cb4bb8f9bed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:19.711834151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08e05ef8-47d4-4e4d-b43e-4cb4bb8f9bed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:19.765011105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08e05ef8-47d4-4e4d-b43e-4cb4bb8f9bed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:19.818109642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08e05ef8-47d4-4e4d-b43e-4cb4bb8f9bed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:20.254858635Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-subscription","reconcileID":"8aea7a6e-ed71-4362-93b4-55635a94e0d8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-simulator-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:20.563700474Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-subscription","reconcileID":"628181ef-5352-49d1-9f5b-a5e595e24690","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-premium-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/premium-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:20.665520041Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"973c7ad7-e53d-445a-a4dd-0a911ef55710","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:20.80887353Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-subscription","reconcileID":"fc8be58a-6ae9-4e81-bdf9-40139995a81e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-premium-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/premium-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:20.819233957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b9c10a"},"namespace":"ai-tenant-e2e-ipp-b-b9c10a","name":"default-tenant","reconcileID":"5f76984e-332c-466e-8189-771247cfa23f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-b9c10a","tenantID":"e2e-ipp-b-b9c10a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:20.941020835Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b9c10a"},"namespace":"ai-tenant-e2e-ipp-b-b9c10a","name":"default-tenant","reconcileID":"5f76984e-332c-466e-8189-771247cfa23f","name":"e2e-ipp-b-b9c10a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:21.001791176Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-95ab58"},"namespace":"ai-tenant-e2e-ipp-a-95ab58","name":"default-tenant","reconcileID":"378bb5db-7554-4d5c-b7c3-0ac762c1a88f","namespace":"ai-tenant-e2e-ipp-a-95ab58","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:21.001872993Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-95ab58"},"namespace":"ai-tenant-e2e-ipp-a-95ab58","name":"default-tenant","reconcileID":"378bb5db-7554-4d5c-b7c3-0ac762c1a88f","namespace":"ai-tenant-e2e-ipp-a-95ab58","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:21.001968317Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-95ab58"},"namespace":"ai-tenant-e2e-ipp-a-95ab58","name":"default-tenant","reconcileID":"378bb5db-7554-4d5c-b7c3-0ac762c1a88f","tenant":"e2e-ipp-a-95ab58","tenantID":"e2e-ipp-a-95ab58","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:21.059915505Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-95ab58"},"namespace":"ai-tenant-e2e-ipp-a-95ab58","name":"default-tenant","reconcileID":"378bb5db-7554-4d5c-b7c3-0ac762c1a88f","gvk":"Deployment","name":"maas-api-e2e-ipp-a-95ab58","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:21.121568175Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-95ab58"},"namespace":"ai-tenant-e2e-ipp-a-95ab58","name":"default-tenant","reconcileID":"378bb5db-7554-4d5c-b7c3-0ac762c1a88f","gvk":"Service","name":"maas-api-e2e-ipp-a-95ab58","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:21.177945123Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-subscription","reconcileID":"57762bf7-1eee-43d1-8e18-88a269dd459d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-simulator-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/simulator-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:21.181908079Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-95ab58"},"namespace":"ai-tenant-e2e-ipp-a-95ab58","name":"default-tenant","reconcileID":"378bb5db-7554-4d5c-b7c3-0ac762c1a88f","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-95ab58","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:21.23638916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-95ab58"},"namespace":"ai-tenant-e2e-ipp-a-95ab58","name":"default-tenant","reconcileID":"378bb5db-7554-4d5c-b7c3-0ac762c1a88f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-95ab58","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:21.279191881Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"cde97188-2e7b-42bd-ae4b-64e8f3ed4fbc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:21.293814769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-95ab58"},"namespace":"ai-tenant-e2e-ipp-a-95ab58","name":"default-tenant","reconcileID":"378bb5db-7554-4d5c-b7c3-0ac762c1a88f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-95ab58","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:21.349149583Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-95ab58"},"namespace":"ai-tenant-e2e-ipp-a-95ab58","name":"default-tenant","reconcileID":"378bb5db-7554-4d5c-b7c3-0ac762c1a88f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-95ab58","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:21.378097097Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-subscription","reconcileID":"b9dc47c9-c7c5-4e70-9fcc-d26aed824804","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-premium-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/premium-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:21.407505387Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-95ab58"},"namespace":"ai-tenant-e2e-ipp-a-95ab58","name":"default-tenant","reconcileID":"378bb5db-7554-4d5c-b7c3-0ac762c1a88f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-95ab58","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:21.464498412Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-95ab58"},"namespace":"ai-tenant-e2e-ipp-a-95ab58","name":"default-tenant","reconcileID":"378bb5db-7554-4d5c-b7c3-0ac762c1a88f","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-95ab58","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:21.479820394Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-subscription","reconcileID":"de588445-448b-4f87-ba3c-50f120a8d84d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-premium-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/premium-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:21.519938739Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-95ab58"},"namespace":"ai-tenant-e2e-ipp-a-95ab58","name":"default-tenant","reconcileID":"378bb5db-7554-4d5c-b7c3-0ac762c1a88f","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-95ab58","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:21.576217449Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-95ab58"},"namespace":"ai-tenant-e2e-ipp-a-95ab58","name":"default-tenant","reconcileID":"378bb5db-7554-4d5c-b7c3-0ac762c1a88f","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-95ab58","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:21.580941629Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-subscription","reconcileID":"d7bf4895-f212-413b-96c6-a3cc86ca0655","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-simulator-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:21.580946495Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-subscription","reconcileID":"22b87c57-0e07-4a15-a1e4-2199524ed89b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-simulator-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/simulator-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:21.640102924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-95ab58"},"namespace":"ai-tenant-e2e-ipp-a-95ab58","name":"default-tenant","reconcileID":"378bb5db-7554-4d5c-b7c3-0ac762c1a88f","gvk":"Service","name":"payload-processing-e2e-ipp-a-95ab58","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:21.679624688Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-subscription","reconcileID":"05b3c3a7-630a-4e8b-8b18-cb84f9f28ed3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:21.70157575Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-95ab58"},"namespace":"ai-tenant-e2e-ipp-a-95ab58","name":"default-tenant","reconcileID":"378bb5db-7554-4d5c-b7c3-0ac762c1a88f","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-95ab58","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:21.757341167Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-95ab58"},"namespace":"ai-tenant-e2e-ipp-a-95ab58","name":"default-tenant","reconcileID":"378bb5db-7554-4d5c-b7c3-0ac762c1a88f","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-95ab58","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:21.78483375Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-subscription","reconcileID":"0e2bb1dd-81fa-4f45-b747-853ccf9c1747","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-premium-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/premium-w3-68b670","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:21.814680986Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-95ab58"},"namespace":"ai-tenant-e2e-ipp-a-95ab58","name":"default-tenant","reconcileID":"378bb5db-7554-4d5c-b7c3-0ac762c1a88f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-95ab58","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:21.871607152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-95ab58"},"namespace":"ai-tenant-e2e-ipp-a-95ab58","name":"default-tenant","reconcileID":"378bb5db-7554-4d5c-b7c3-0ac762c1a88f","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-95ab58","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:21.928733064Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-95ab58"},"namespace":"ai-tenant-e2e-ipp-a-95ab58","name":"default-tenant","reconcileID":"378bb5db-7554-4d5c-b7c3-0ac762c1a88f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-95ab58","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:21.985690512Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-95ab58"},"namespace":"ai-tenant-e2e-ipp-a-95ab58","name":"default-tenant","reconcileID":"378bb5db-7554-4d5c-b7c3-0ac762c1a88f","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-95ab58","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:22.04129659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-95ab58"},"namespace":"ai-tenant-e2e-ipp-a-95ab58","name":"default-tenant","reconcileID":"378bb5db-7554-4d5c-b7c3-0ac762c1a88f","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-95ab58","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:22.09951202Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-95ab58"},"namespace":"ai-tenant-e2e-ipp-a-95ab58","name":"default-tenant","reconcileID":"378bb5db-7554-4d5c-b7c3-0ac762c1a88f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-95ab58","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:22.154923268Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-95ab58"},"namespace":"ai-tenant-e2e-ipp-a-95ab58","name":"default-tenant","reconcileID":"378bb5db-7554-4d5c-b7c3-0ac762c1a88f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-95ab58","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:27.115365576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"341de18e-e529-4937-8566-628ab9f8503b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:27.168708102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"341de18e-e529-4937-8566-628ab9f8503b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:27.221737917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"341de18e-e529-4937-8566-628ab9f8503b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:27.27474911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"341de18e-e529-4937-8566-628ab9f8503b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:28.137501064Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-95ab58","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-95ab58","reconcileID":"a4dba6ce-2b7c-4f16-888e-ad891bd3c8e6","aitenant":"ai-tenants/e2e-ipp-a-95ab58","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:28.973588233Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-95ab58","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-95ab58","reconcileID":"a4dba6ce-2b7c-4f16-888e-ad891bd3c8e6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-95ab58","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-95ab58"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:29.369822039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38007aad-d2af-4e48-aee0-95ef8d9777f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:29.422832513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38007aad-d2af-4e48-aee0-95ef8d9777f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:29.478282913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38007aad-d2af-4e48-aee0-95ef8d9777f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:29.535321658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38007aad-d2af-4e48-aee0-95ef8d9777f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:31.217712609Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:31.555462963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0d38558-121e-4f63-b6b5-34391d1075fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:31.608818612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0d38558-121e-4f63-b6b5-34391d1075fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:31.661988942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0d38558-121e-4f63-b6b5-34391d1075fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:31.715046047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0d38558-121e-4f63-b6b5-34391d1075fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:33.701998687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41871c66-d91a-4971-94ef-a0966f0a0620","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:33.755345483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41871c66-d91a-4971-94ef-a0966f0a0620","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:33.808626269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41871c66-d91a-4971-94ef-a0966f0a0620","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:33.86170377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41871c66-d91a-4971-94ef-a0966f0a0620","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:35.864462064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a0d8ece-6171-4435-b76d-40d2cc1c3016","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:35.917516185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a0d8ece-6171-4435-b76d-40d2cc1c3016","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:35.970803972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a0d8ece-6171-4435-b76d-40d2cc1c3016","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:36.023842005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a0d8ece-6171-4435-b76d-40d2cc1c3016","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:36.994576105Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-subscription","reconcileID":"33544f94-ed1b-4fd9-8e94-62f0d6453586","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-premium-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/premium-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:37.030404434Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-subscription","reconcileID":"8c23f1e5-4d20-4cbb-a9a9-7e95ba6275a0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-premium-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/premium-w3-68b670","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:37.09664666Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"532b5133-753e-4580-ab98-e0e640480266","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:37.2765769Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-subscription","reconcileID":"fb02c829-e8a0-47b7-b3bb-a162fd1cddcc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-premium-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/premium-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:37.403501302Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-subscription","reconcileID":"792db61e-dc65-43d0-a13c-cb3ad15cbffc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-simulator-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:37.549655144Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-subscription","reconcileID":"4bb300f8-997f-4ba9-bc5c-f4d0e1061656","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-premium-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/premium-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:37.648015943Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"00442b6c-75fa-4c80-aaf5-b1e901547dd6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:37.767723983Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-subscription","reconcileID":"09065efd-c4b0-4ec4-9e1b-ebd6eff4fc65","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-simulator-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/simulator-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:37.869399422Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-subscription","reconcileID":"9b340af7-bdad-415e-8336-0e5d7875167f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:37.985809291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e1a7f52-9741-4da3-98c6-ae995328ac9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:38.039703042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e1a7f52-9741-4da3-98c6-ae995328ac9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:38.093244695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e1a7f52-9741-4da3-98c6-ae995328ac9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:38.093529437Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-subscription","reconcileID":"d1175295-e910-4a1a-b6ba-0ac7232b84bd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-simulator-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/simulator-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:38.14694822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e1a7f52-9741-4da3-98c6-ae995328ac9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:38.309039123Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-subscription","reconcileID":"79cfe7f8-745e-4ee3-b604-cea68c2c2c1a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-premium-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/premium-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:38.362807261Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-subscription","reconcileID":"9918957b-1785-482b-a073-7c9a3d9c6ccf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-simulator-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:40.110097821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7e6b5d0-1a20-42b1-810a-86e485260a74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:40.163181784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7e6b5d0-1a20-42b1-810a-86e485260a74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:40.216194368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7e6b5d0-1a20-42b1-810a-86e485260a74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:40.269216638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7e6b5d0-1a20-42b1-810a-86e485260a74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:42.254848139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6687ce19-6229-40e6-a321-9711a9b07318","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:42.307865509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6687ce19-6229-40e6-a321-9711a9b07318","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:42.360893353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6687ce19-6229-40e6-a321-9711a9b07318","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:42.414086298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6687ce19-6229-40e6-a321-9711a9b07318","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:44.458174157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82d93b1b-2762-464b-bee7-cbe6afb13e5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:44.511402386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82d93b1b-2762-464b-bee7-cbe6afb13e5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:44.564960017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82d93b1b-2762-464b-bee7-cbe6afb13e5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:44.618075909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82d93b1b-2762-464b-bee7-cbe6afb13e5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:44.95637577Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f1c469"},"namespace":"ai-tenant-e2e-ipp-b-f1c469","name":"default-tenant","reconcileID":"6f9e823e-bc92-482f-bab9-e8101bfdca2a","namespace":"ai-tenant-e2e-ipp-b-f1c469","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:44.956491208Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f1c469"},"namespace":"ai-tenant-e2e-ipp-b-f1c469","name":"default-tenant","reconcileID":"6f9e823e-bc92-482f-bab9-e8101bfdca2a","namespace":"ai-tenant-e2e-ipp-b-f1c469","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:44.95656683Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f1c469"},"namespace":"ai-tenant-e2e-ipp-b-f1c469","name":"default-tenant","reconcileID":"6f9e823e-bc92-482f-bab9-e8101bfdca2a","tenant":"e2e-ipp-b-f1c469","tenantID":"e2e-ipp-b-f1c469","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:45.011472703Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f1c469"},"namespace":"ai-tenant-e2e-ipp-b-f1c469","name":"default-tenant","reconcileID":"6f9e823e-bc92-482f-bab9-e8101bfdca2a","gvk":"Deployment","name":"maas-api-e2e-ipp-b-f1c469","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:45.074854357Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f1c469"},"namespace":"ai-tenant-e2e-ipp-b-f1c469","name":"default-tenant","reconcileID":"6f9e823e-bc92-482f-bab9-e8101bfdca2a","gvk":"Service","name":"maas-api-e2e-ipp-b-f1c469","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:45.1366249Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f1c469"},"namespace":"ai-tenant-e2e-ipp-b-f1c469","name":"default-tenant","reconcileID":"6f9e823e-bc92-482f-bab9-e8101bfdca2a","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-f1c469","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:45.19536662Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f1c469"},"namespace":"ai-tenant-e2e-ipp-b-f1c469","name":"default-tenant","reconcileID":"6f9e823e-bc92-482f-bab9-e8101bfdca2a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-f1c469","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:45.256145104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f1c469"},"namespace":"ai-tenant-e2e-ipp-b-f1c469","name":"default-tenant","reconcileID":"6f9e823e-bc92-482f-bab9-e8101bfdca2a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-f1c469","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:45.312625095Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f1c469"},"namespace":"ai-tenant-e2e-ipp-b-f1c469","name":"default-tenant","reconcileID":"6f9e823e-bc92-482f-bab9-e8101bfdca2a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-f1c469","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:45.370826992Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f1c469"},"namespace":"ai-tenant-e2e-ipp-b-f1c469","name":"default-tenant","reconcileID":"6f9e823e-bc92-482f-bab9-e8101bfdca2a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-f1c469","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:45.429644308Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f1c469"},"namespace":"ai-tenant-e2e-ipp-b-f1c469","name":"default-tenant","reconcileID":"6f9e823e-bc92-482f-bab9-e8101bfdca2a","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-f1c469","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:45.491712997Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f1c469"},"namespace":"ai-tenant-e2e-ipp-b-f1c469","name":"default-tenant","reconcileID":"6f9e823e-bc92-482f-bab9-e8101bfdca2a","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-f1c469","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:45.546667299Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f1c469"},"namespace":"ai-tenant-e2e-ipp-b-f1c469","name":"default-tenant","reconcileID":"6f9e823e-bc92-482f-bab9-e8101bfdca2a","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-f1c469","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:45.610671206Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f1c469"},"namespace":"ai-tenant-e2e-ipp-b-f1c469","name":"default-tenant","reconcileID":"6f9e823e-bc92-482f-bab9-e8101bfdca2a","gvk":"Service","name":"payload-processing-e2e-ipp-b-f1c469","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:45.671773411Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f1c469"},"namespace":"ai-tenant-e2e-ipp-b-f1c469","name":"default-tenant","reconcileID":"6f9e823e-bc92-482f-bab9-e8101bfdca2a","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-f1c469","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:45.727044498Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f1c469"},"namespace":"ai-tenant-e2e-ipp-b-f1c469","name":"default-tenant","reconcileID":"6f9e823e-bc92-482f-bab9-e8101bfdca2a","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-f1c469","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:45.782874405Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f1c469"},"namespace":"ai-tenant-e2e-ipp-b-f1c469","name":"default-tenant","reconcileID":"6f9e823e-bc92-482f-bab9-e8101bfdca2a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-f1c469","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:45.839654207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f1c469"},"namespace":"ai-tenant-e2e-ipp-b-f1c469","name":"default-tenant","reconcileID":"6f9e823e-bc92-482f-bab9-e8101bfdca2a","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-f1c469","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:45.898605226Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f1c469"},"namespace":"ai-tenant-e2e-ipp-b-f1c469","name":"default-tenant","reconcileID":"6f9e823e-bc92-482f-bab9-e8101bfdca2a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-f1c469","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:45.953224165Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f1c469"},"namespace":"ai-tenant-e2e-ipp-b-f1c469","name":"default-tenant","reconcileID":"6f9e823e-bc92-482f-bab9-e8101bfdca2a","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-f1c469","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:46.008188088Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f1c469"},"namespace":"ai-tenant-e2e-ipp-b-f1c469","name":"default-tenant","reconcileID":"6f9e823e-bc92-482f-bab9-e8101bfdca2a","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-f1c469","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:46.068656751Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f1c469"},"namespace":"ai-tenant-e2e-ipp-b-f1c469","name":"default-tenant","reconcileID":"6f9e823e-bc92-482f-bab9-e8101bfdca2a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-f1c469","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:46.125268081Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f1c469"},"namespace":"ai-tenant-e2e-ipp-b-f1c469","name":"default-tenant","reconcileID":"6f9e823e-bc92-482f-bab9-e8101bfdca2a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-f1c469","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:57.086587646Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-f1c469","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-f1c469","reconcileID":"0b8b9f2e-22a2-47fb-a837-74e056c5b027","aitenant":"ai-tenants/e2e-ipp-b-f1c469","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:57.669537243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a434abd2-8f85-4ce4-9eca-eb7c6f3cb0bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:57.722621995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a434abd2-8f85-4ce4-9eca-eb7c6f3cb0bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:57.77552982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a434abd2-8f85-4ce4-9eca-eb7c6f3cb0bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:57.828675112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a434abd2-8f85-4ce4-9eca-eb7c6f3cb0bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:57.94293217Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-f1c469","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-f1c469","reconcileID":"0b8b9f2e-22a2-47fb-a837-74e056c5b027","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-f1c469","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-f1c469"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:59.779065814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc8b5c94-945c-4240-a5e5-5a200ff025d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:59.835502165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc8b5c94-945c-4240-a5e5-5a200ff025d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:59.890862042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc8b5c94-945c-4240-a5e5-5a200ff025d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:39:59.943906599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc8b5c94-945c-4240-a5e5-5a200ff025d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:01.218357806Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:01.963457571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"957730c7-6e63-4807-8e58-4eb917e46775","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:02.016842319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"957730c7-6e63-4807-8e58-4eb917e46775","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:02.07030273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"957730c7-6e63-4807-8e58-4eb917e46775","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:02.123596152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"957730c7-6e63-4807-8e58-4eb917e46775","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:03.358408207Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-160d39"},"namespace":"ai-tenant-e2e-ipp-a-160d39","name":"default-tenant","reconcileID":"77303822-54e8-4a32-ad7f-156633aaca81","namespace":"ai-tenant-e2e-ipp-a-160d39","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:03.358525332Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-160d39"},"namespace":"ai-tenant-e2e-ipp-a-160d39","name":"default-tenant","reconcileID":"77303822-54e8-4a32-ad7f-156633aaca81","namespace":"ai-tenant-e2e-ipp-a-160d39","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:03.358590727Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-160d39"},"namespace":"ai-tenant-e2e-ipp-a-160d39","name":"default-tenant","reconcileID":"77303822-54e8-4a32-ad7f-156633aaca81","tenant":"e2e-ipp-a-160d39","tenantID":"e2e-ipp-a-160d39","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:03.413867178Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-160d39"},"namespace":"ai-tenant-e2e-ipp-a-160d39","name":"default-tenant","reconcileID":"77303822-54e8-4a32-ad7f-156633aaca81","gvk":"Deployment","name":"maas-api-e2e-ipp-a-160d39","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:03.474984799Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-160d39"},"namespace":"ai-tenant-e2e-ipp-a-160d39","name":"default-tenant","reconcileID":"77303822-54e8-4a32-ad7f-156633aaca81","gvk":"Service","name":"maas-api-e2e-ipp-a-160d39","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:03.6045549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-160d39"},"namespace":"ai-tenant-e2e-ipp-a-160d39","name":"default-tenant","reconcileID":"77303822-54e8-4a32-ad7f-156633aaca81","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-160d39","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:03.659566743Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-160d39"},"namespace":"ai-tenant-e2e-ipp-a-160d39","name":"default-tenant","reconcileID":"77303822-54e8-4a32-ad7f-156633aaca81","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-160d39","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:03.715732218Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-160d39"},"namespace":"ai-tenant-e2e-ipp-a-160d39","name":"default-tenant","reconcileID":"77303822-54e8-4a32-ad7f-156633aaca81","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-160d39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:03.770939064Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-160d39"},"namespace":"ai-tenant-e2e-ipp-a-160d39","name":"default-tenant","reconcileID":"77303822-54e8-4a32-ad7f-156633aaca81","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-160d39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:03.829161705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-160d39"},"namespace":"ai-tenant-e2e-ipp-a-160d39","name":"default-tenant","reconcileID":"77303822-54e8-4a32-ad7f-156633aaca81","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-160d39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:03.889846994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-160d39"},"namespace":"ai-tenant-e2e-ipp-a-160d39","name":"default-tenant","reconcileID":"77303822-54e8-4a32-ad7f-156633aaca81","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-160d39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:03.944804363Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-160d39"},"namespace":"ai-tenant-e2e-ipp-a-160d39","name":"default-tenant","reconcileID":"77303822-54e8-4a32-ad7f-156633aaca81","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-160d39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:04.000017486Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-160d39"},"namespace":"ai-tenant-e2e-ipp-a-160d39","name":"default-tenant","reconcileID":"77303822-54e8-4a32-ad7f-156633aaca81","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-160d39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:04.065507862Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-160d39"},"namespace":"ai-tenant-e2e-ipp-a-160d39","name":"default-tenant","reconcileID":"77303822-54e8-4a32-ad7f-156633aaca81","gvk":"Service","name":"payload-processing-e2e-ipp-a-160d39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:04.129236856Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-160d39"},"namespace":"ai-tenant-e2e-ipp-a-160d39","name":"default-tenant","reconcileID":"77303822-54e8-4a32-ad7f-156633aaca81","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-160d39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:04.165519833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd43a292-37bc-4d63-b775-397b9a5052ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:04.218981976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd43a292-37bc-4d63-b775-397b9a5052ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:04.220913491Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-160d39"},"namespace":"ai-tenant-e2e-ipp-a-160d39","name":"default-tenant","reconcileID":"77303822-54e8-4a32-ad7f-156633aaca81","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-160d39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:04.27204438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd43a292-37bc-4d63-b775-397b9a5052ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:04.325214422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd43a292-37bc-4d63-b775-397b9a5052ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:04.327471919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-160d39"},"namespace":"ai-tenant-e2e-ipp-a-160d39","name":"default-tenant","reconcileID":"77303822-54e8-4a32-ad7f-156633aaca81","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-160d39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:04.384386919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-160d39"},"namespace":"ai-tenant-e2e-ipp-a-160d39","name":"default-tenant","reconcileID":"77303822-54e8-4a32-ad7f-156633aaca81","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-160d39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:04.441268797Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-160d39"},"namespace":"ai-tenant-e2e-ipp-a-160d39","name":"default-tenant","reconcileID":"77303822-54e8-4a32-ad7f-156633aaca81","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-160d39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:04.496205611Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-160d39"},"namespace":"ai-tenant-e2e-ipp-a-160d39","name":"default-tenant","reconcileID":"77303822-54e8-4a32-ad7f-156633aaca81","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-160d39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:04.599394484Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-160d39"},"namespace":"ai-tenant-e2e-ipp-a-160d39","name":"default-tenant","reconcileID":"77303822-54e8-4a32-ad7f-156633aaca81","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-160d39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:04.655160959Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-160d39"},"namespace":"ai-tenant-e2e-ipp-a-160d39","name":"default-tenant","reconcileID":"77303822-54e8-4a32-ad7f-156633aaca81","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-160d39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:04.710022123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-160d39"},"namespace":"ai-tenant-e2e-ipp-a-160d39","name":"default-tenant","reconcileID":"77303822-54e8-4a32-ad7f-156633aaca81","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-160d39","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:04.936862057Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-754aeb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-754aeb","reconcileID":"9604f810-7f47-4505-9fec-7422a4843bf0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-754aeb","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-754aeb":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:06.300972561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8d31394-83bb-445a-9fc2-39332e7cdea4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:06.354026138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8d31394-83bb-445a-9fc2-39332e7cdea4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:06.406870966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8d31394-83bb-445a-9fc2-39332e7cdea4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:06.46014472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8d31394-83bb-445a-9fc2-39332e7cdea4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:08.461195495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c23b4a14-5edd-44ad-bac7-7bc1c7bf92f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:08.514704997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c23b4a14-5edd-44ad-bac7-7bc1c7bf92f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:08.567947472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c23b4a14-5edd-44ad-bac7-7bc1c7bf92f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:08.62135768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c23b4a14-5edd-44ad-bac7-7bc1c7bf92f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:09.514251753Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-160d39","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-160d39","reconcileID":"6e682f1d-d1f0-40ac-ab1c-b508f2cc58cb","aitenant":"ai-tenants/e2e-ipp-a-160d39","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:10.283277458Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-160d39","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-160d39","reconcileID":"6e682f1d-d1f0-40ac-ab1c-b508f2cc58cb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-160d39","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-160d39"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:10.668466013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6f53a2b-5550-4a35-af85-9885a31c9d6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:10.72150336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6f53a2b-5550-4a35-af85-9885a31c9d6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:10.774496839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6f53a2b-5550-4a35-af85-9885a31c9d6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:10.827594561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6f53a2b-5550-4a35-af85-9885a31c9d6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:12.789143713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96b5ea4a-e457-4413-bedd-44e80cb312b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:12.84223574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96b5ea4a-e457-4413-bedd-44e80cb312b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:12.89515083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96b5ea4a-e457-4413-bedd-44e80cb312b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:12.948103324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96b5ea4a-e457-4413-bedd-44e80cb312b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:14.962265297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8600639f-fe9e-4457-b426-0dab5b0e9d10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:15.01560171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8600639f-fe9e-4457-b426-0dab5b0e9d10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:15.068886429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8600639f-fe9e-4457-b426-0dab5b0e9d10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:15.122131943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8600639f-fe9e-4457-b426-0dab5b0e9d10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:18.961303626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"312ebd90-bd1e-4e34-9798-fe80e825eb57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:19.014623948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"312ebd90-bd1e-4e34-9798-fe80e825eb57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:19.067817271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"312ebd90-bd1e-4e34-9798-fe80e825eb57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:19.121014256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"312ebd90-bd1e-4e34-9798-fe80e825eb57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:20.004944837Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-545809","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-545809","reconcileID":"637b1c19-d556-45c1-a9a3-5e28e3960edc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-545809","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-545809":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:21.083897481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1feba30-bfb0-45a0-8d1e-92335e99bdfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:21.13726261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1feba30-bfb0-45a0-8d1e-92335e99bdfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:21.19222956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1feba30-bfb0-45a0-8d1e-92335e99bdfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:21.246974856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1feba30-bfb0-45a0-8d1e-92335e99bdfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:23.266050398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a43bb3ba-866b-4e0a-92f5-1aea045d0c5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:23.319380686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a43bb3ba-866b-4e0a-92f5-1aea045d0c5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:23.37257826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a43bb3ba-866b-4e0a-92f5-1aea045d0c5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:23.425598129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a43bb3ba-866b-4e0a-92f5-1aea045d0c5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:25.456432822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc861691-2a84-4241-b4c3-dc931dda8e7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:25.50970111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc861691-2a84-4241-b4c3-dc931dda8e7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:25.563781863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc861691-2a84-4241-b4c3-dc931dda8e7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:25.621533838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc861691-2a84-4241-b4c3-dc931dda8e7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:27.571861622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae84da07-a10b-4329-89c3-0748648ae2f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:27.62506887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae84da07-a10b-4329-89c3-0748648ae2f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:27.678377994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae84da07-a10b-4329-89c3-0748648ae2f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:27.731416615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae84da07-a10b-4329-89c3-0748648ae2f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:31.218175747Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:31.870137415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e1cfe6f-6f85-4418-b499-be648c0f2180","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:31.923611186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e1cfe6f-6f85-4418-b499-be648c0f2180","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:31.977006562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e1cfe6f-6f85-4418-b499-be648c0f2180","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:32.030471746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e1cfe6f-6f85-4418-b499-be648c0f2180","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:34.076661216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d30589e6-5e6e-4e94-a9fb-a0de512a32ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:34.129881006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d30589e6-5e6e-4e94-a9fb-a0de512a32ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:34.182872574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d30589e6-5e6e-4e94-a9fb-a0de512a32ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:34.236435769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d30589e6-5e6e-4e94-a9fb-a0de512a32ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:36.207389633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a99413e0-95db-4641-9444-1adb7d75c6a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:36.260587947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a99413e0-95db-4641-9444-1adb7d75c6a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:36.313814124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a99413e0-95db-4641-9444-1adb7d75c6a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:36.36669003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a99413e0-95db-4641-9444-1adb7d75c6a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:38.35640051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34fe1ab4-754c-4130-8777-ddd62e77c169","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:38.40994358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34fe1ab4-754c-4130-8777-ddd62e77c169","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:38.463434853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34fe1ab4-754c-4130-8777-ddd62e77c169","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:38.516565605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34fe1ab4-754c-4130-8777-ddd62e77c169","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:40.233682658Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6ef2c"},"namespace":"ai-tenant-e2e-ipp-b-b6ef2c","name":"default-tenant","reconcileID":"aeb1ff6e-b4f1-4615-ada9-9b63cc33dacd","namespace":"ai-tenant-e2e-ipp-b-b6ef2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:40.233744458Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6ef2c"},"namespace":"ai-tenant-e2e-ipp-b-b6ef2c","name":"default-tenant","reconcileID":"aeb1ff6e-b4f1-4615-ada9-9b63cc33dacd","namespace":"ai-tenant-e2e-ipp-b-b6ef2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:40.233801361Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6ef2c"},"namespace":"ai-tenant-e2e-ipp-b-b6ef2c","name":"default-tenant","reconcileID":"aeb1ff6e-b4f1-4615-ada9-9b63cc33dacd","tenant":"e2e-ipp-b-b6ef2c","tenantID":"e2e-ipp-b-b6ef2c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:40.289254622Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6ef2c"},"namespace":"ai-tenant-e2e-ipp-b-b6ef2c","name":"default-tenant","reconcileID":"aeb1ff6e-b4f1-4615-ada9-9b63cc33dacd","gvk":"Deployment","name":"maas-api-e2e-ipp-b-b6ef2c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:40.352143478Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6ef2c"},"namespace":"ai-tenant-e2e-ipp-b-b6ef2c","name":"default-tenant","reconcileID":"aeb1ff6e-b4f1-4615-ada9-9b63cc33dacd","gvk":"Service","name":"maas-api-e2e-ipp-b-b6ef2c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:40.413996182Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6ef2c"},"namespace":"ai-tenant-e2e-ipp-b-b6ef2c","name":"default-tenant","reconcileID":"aeb1ff6e-b4f1-4615-ada9-9b63cc33dacd","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-b6ef2c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:40.469488033Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6ef2c"},"namespace":"ai-tenant-e2e-ipp-b-b6ef2c","name":"default-tenant","reconcileID":"aeb1ff6e-b4f1-4615-ada9-9b63cc33dacd","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-b6ef2c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:40.526657403Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6ef2c"},"namespace":"ai-tenant-e2e-ipp-b-b6ef2c","name":"default-tenant","reconcileID":"aeb1ff6e-b4f1-4615-ada9-9b63cc33dacd","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-b6ef2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:40.582540512Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6ef2c"},"namespace":"ai-tenant-e2e-ipp-b-b6ef2c","name":"default-tenant","reconcileID":"aeb1ff6e-b4f1-4615-ada9-9b63cc33dacd","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-b6ef2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:40.641397465Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6ef2c"},"namespace":"ai-tenant-e2e-ipp-b-b6ef2c","name":"default-tenant","reconcileID":"aeb1ff6e-b4f1-4615-ada9-9b63cc33dacd","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-b6ef2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:40.697028987Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6ef2c"},"namespace":"ai-tenant-e2e-ipp-b-b6ef2c","name":"default-tenant","reconcileID":"aeb1ff6e-b4f1-4615-ada9-9b63cc33dacd","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-b6ef2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:40.75246369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6ef2c"},"namespace":"ai-tenant-e2e-ipp-b-b6ef2c","name":"default-tenant","reconcileID":"aeb1ff6e-b4f1-4615-ada9-9b63cc33dacd","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-b6ef2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:40.80802052Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6ef2c"},"namespace":"ai-tenant-e2e-ipp-b-b6ef2c","name":"default-tenant","reconcileID":"aeb1ff6e-b4f1-4615-ada9-9b63cc33dacd","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-b6ef2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:40.87172065Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6ef2c"},"namespace":"ai-tenant-e2e-ipp-b-b6ef2c","name":"default-tenant","reconcileID":"aeb1ff6e-b4f1-4615-ada9-9b63cc33dacd","gvk":"Service","name":"payload-processing-e2e-ipp-b-b6ef2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:40.934439447Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6ef2c"},"namespace":"ai-tenant-e2e-ipp-b-b6ef2c","name":"default-tenant","reconcileID":"aeb1ff6e-b4f1-4615-ada9-9b63cc33dacd","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-b6ef2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:40.990223865Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6ef2c"},"namespace":"ai-tenant-e2e-ipp-b-b6ef2c","name":"default-tenant","reconcileID":"aeb1ff6e-b4f1-4615-ada9-9b63cc33dacd","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-b6ef2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:41.045953221Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6ef2c"},"namespace":"ai-tenant-e2e-ipp-b-b6ef2c","name":"default-tenant","reconcileID":"aeb1ff6e-b4f1-4615-ada9-9b63cc33dacd","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-b6ef2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:41.102911243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6ef2c"},"namespace":"ai-tenant-e2e-ipp-b-b6ef2c","name":"default-tenant","reconcileID":"aeb1ff6e-b4f1-4615-ada9-9b63cc33dacd","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-b6ef2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:41.159716753Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6ef2c"},"namespace":"ai-tenant-e2e-ipp-b-b6ef2c","name":"default-tenant","reconcileID":"aeb1ff6e-b4f1-4615-ada9-9b63cc33dacd","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-b6ef2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:41.215004599Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6ef2c"},"namespace":"ai-tenant-e2e-ipp-b-b6ef2c","name":"default-tenant","reconcileID":"aeb1ff6e-b4f1-4615-ada9-9b63cc33dacd","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-b6ef2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:41.269984916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6ef2c"},"namespace":"ai-tenant-e2e-ipp-b-b6ef2c","name":"default-tenant","reconcileID":"aeb1ff6e-b4f1-4615-ada9-9b63cc33dacd","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-b6ef2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:41.325054905Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6ef2c"},"namespace":"ai-tenant-e2e-ipp-b-b6ef2c","name":"default-tenant","reconcileID":"aeb1ff6e-b4f1-4615-ada9-9b63cc33dacd","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-b6ef2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:41.379967585Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6ef2c"},"namespace":"ai-tenant-e2e-ipp-b-b6ef2c","name":"default-tenant","reconcileID":"aeb1ff6e-b4f1-4615-ada9-9b63cc33dacd","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-b6ef2c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:47.223152437Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-b6ef2c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-b6ef2c","reconcileID":"271c1ece-3d5a-4c90-ba7c-b47b33b122d4","aitenant":"ai-tenants/e2e-ipp-b-b6ef2c","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:47.8108888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0a7094e-528f-4df8-97af-bf1b69d21341","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:47.864244873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0a7094e-528f-4df8-97af-bf1b69d21341","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:47.91719896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0a7094e-528f-4df8-97af-bf1b69d21341","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:47.97051008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0a7094e-528f-4df8-97af-bf1b69d21341","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:48.084805845Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-b6ef2c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-b6ef2c","reconcileID":"271c1ece-3d5a-4c90-ba7c-b47b33b122d4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-b6ef2c","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-b6ef2c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:49.958139917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b03f987f-ee6a-4ef7-93df-79f88b6d18f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:50.011127775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b03f987f-ee6a-4ef7-93df-79f88b6d18f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:50.068092665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b03f987f-ee6a-4ef7-93df-79f88b6d18f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:50.12130797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b03f987f-ee6a-4ef7-93df-79f88b6d18f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:52.211962057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7917aab3-aca1-4549-b23b-6295dd8db561","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:52.265152593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7917aab3-aca1-4549-b23b-6295dd8db561","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:52.318383723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7917aab3-aca1-4549-b23b-6295dd8db561","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:52.371700802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7917aab3-aca1-4549-b23b-6295dd8db561","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:54.36029221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dabc3506-0ad6-4bd0-b60c-1b772f455ab6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:54.413612447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dabc3506-0ad6-4bd0-b60c-1b772f455ab6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:54.466819858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dabc3506-0ad6-4bd0-b60c-1b772f455ab6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:54.519950083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dabc3506-0ad6-4bd0-b60c-1b772f455ab6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:54.743772739Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-b755ee","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-b755ee","reconcileID":"7faae6ba-955f-4ea7-b665-1a9551dbc6a5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-b755ee","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-b755ee":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:56.480645461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55edd73d-bea4-48d0-b736-d6c3ec78fb65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:56.533983873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55edd73d-bea4-48d0-b736-d6c3ec78fb65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:56.587470115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55edd73d-bea4-48d0-b736-d6c3ec78fb65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:56.640432812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55edd73d-bea4-48d0-b736-d6c3ec78fb65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:58.596385026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b55d283c-4e1b-45b2-b45d-3480a65ce8ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:58.650803084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b55d283c-4e1b-45b2-b45d-3480a65ce8ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:58.70467763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b55d283c-4e1b-45b2-b45d-3480a65ce8ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:40:58.7578369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b55d283c-4e1b-45b2-b45d-3480a65ce8ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:41:00.707924456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3b77f8d-fd7d-4736-bee5-5ea58f17001a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:41:00.761843221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3b77f8d-fd7d-4736-bee5-5ea58f17001a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:41:00.815088536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3b77f8d-fd7d-4736-bee5-5ea58f17001a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:41:00.868239218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3b77f8d-fd7d-4736-bee5-5ea58f17001a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:41:01.217612114Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:41:02.860241118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d216349f-43e7-4cb5-b6ce-2cb64dfaac4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:41:02.913504215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d216349f-43e7-4cb5-b6ce-2cb64dfaac4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:41:02.966943292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d216349f-43e7-4cb5-b6ce-2cb64dfaac4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:41:03.020216426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d216349f-43e7-4cb5-b6ce-2cb64dfaac4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:41:09.138275143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-754aeb"},"namespace":"ai-tenant-e2e-praxis-a-754aeb","name":"default-tenant","reconcileID":"69cbe82b-dad1-4576-994b-dbad42dd3e67","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-754aeb","tenantID":"e2e-praxis-a-754aeb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:41:09.258745228Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-754aeb"},"namespace":"ai-tenant-e2e-praxis-a-754aeb","name":"default-tenant","reconcileID":"69cbe82b-dad1-4576-994b-dbad42dd3e67","name":"e2e-praxis-a-754aeb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:41:20.875703739Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8200d4"},"namespace":"ai-tenant-e2e-ipp-b-8200d4","name":"default-tenant","reconcileID":"702eebeb-30ba-4582-96bc-aa6c990d6bca","namespace":"ai-tenant-e2e-ipp-b-8200d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:41:20.87576558Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8200d4"},"namespace":"ai-tenant-e2e-ipp-b-8200d4","name":"default-tenant","reconcileID":"702eebeb-30ba-4582-96bc-aa6c990d6bca","namespace":"ai-tenant-e2e-ipp-b-8200d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:41:20.875815648Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8200d4"},"namespace":"ai-tenant-e2e-ipp-b-8200d4","name":"default-tenant","reconcileID":"702eebeb-30ba-4582-96bc-aa6c990d6bca","tenant":"e2e-ipp-b-8200d4","tenantID":"e2e-ipp-b-8200d4","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:41:20.93178931Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8200d4"},"namespace":"ai-tenant-e2e-ipp-b-8200d4","name":"default-tenant","reconcileID":"702eebeb-30ba-4582-96bc-aa6c990d6bca","gvk":"Deployment","name":"maas-api-e2e-ipp-b-8200d4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:41:20.999267861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8200d4"},"namespace":"ai-tenant-e2e-ipp-b-8200d4","name":"default-tenant","reconcileID":"702eebeb-30ba-4582-96bc-aa6c990d6bca","gvk":"Service","name":"maas-api-e2e-ipp-b-8200d4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:41:21.065071866Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8200d4"},"namespace":"ai-tenant-e2e-ipp-b-8200d4","name":"default-tenant","reconcileID":"702eebeb-30ba-4582-96bc-aa6c990d6bca","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-8200d4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:41:21.121225682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8200d4"},"namespace":"ai-tenant-e2e-ipp-b-8200d4","name":"default-tenant","reconcileID":"702eebeb-30ba-4582-96bc-aa6c990d6bca","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-8200d4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:41:21.181205452Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8200d4"},"namespace":"ai-tenant-e2e-ipp-b-8200d4","name":"default-tenant","reconcileID":"702eebeb-30ba-4582-96bc-aa6c990d6bca","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-8200d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:41:21.241092215Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8200d4"},"namespace":"ai-tenant-e2e-ipp-b-8200d4","name":"default-tenant","reconcileID":"702eebeb-30ba-4582-96bc-aa6c990d6bca","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-8200d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:41:21.300070841Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8200d4"},"namespace":"ai-tenant-e2e-ipp-b-8200d4","name":"default-tenant","reconcileID":"702eebeb-30ba-4582-96bc-aa6c990d6bca","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-8200d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:41:21.360693235Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8200d4"},"namespace":"ai-tenant-e2e-ipp-b-8200d4","name":"default-tenant","reconcileID":"702eebeb-30ba-4582-96bc-aa6c990d6bca","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-8200d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:41:21.42534799Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8200d4"},"namespace":"ai-tenant-e2e-ipp-b-8200d4","name":"default-tenant","reconcileID":"702eebeb-30ba-4582-96bc-aa6c990d6bca","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-8200d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:41:21.480482673Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8200d4"},"namespace":"ai-tenant-e2e-ipp-b-8200d4","name":"default-tenant","reconcileID":"702eebeb-30ba-4582-96bc-aa6c990d6bca","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-8200d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:41:21.547155684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8200d4"},"namespace":"ai-tenant-e2e-ipp-b-8200d4","name":"default-tenant","reconcileID":"702eebeb-30ba-4582-96bc-aa6c990d6bca","gvk":"Service","name":"payload-processing-e2e-ipp-b-8200d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:41:21.61293491Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8200d4"},"namespace":"ai-tenant-e2e-ipp-b-8200d4","name":"default-tenant","reconcileID":"702eebeb-30ba-4582-96bc-aa6c990d6bca","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-8200d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:41:21.668944242Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8200d4"},"namespace":"ai-tenant-e2e-ipp-b-8200d4","name":"default-tenant","reconcileID":"702eebeb-30ba-4582-96bc-aa6c990d6bca","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-8200d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:41:21.726185305Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8200d4"},"namespace":"ai-tenant-e2e-ipp-b-8200d4","name":"default-tenant","reconcileID":"702eebeb-30ba-4582-96bc-aa6c990d6bca","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-8200d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:41:21.783614302Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8200d4"},"namespace":"ai-tenant-e2e-ipp-b-8200d4","name":"default-tenant","reconcileID":"702eebeb-30ba-4582-96bc-aa6c990d6bca","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-8200d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:41:21.840952115Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8200d4"},"namespace":"ai-tenant-e2e-ipp-b-8200d4","name":"default-tenant","reconcileID":"702eebeb-30ba-4582-96bc-aa6c990d6bca","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-8200d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:41:21.897667597Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8200d4"},"namespace":"ai-tenant-e2e-ipp-b-8200d4","name":"default-tenant","reconcileID":"702eebeb-30ba-4582-96bc-aa6c990d6bca","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-8200d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:41:21.953124777Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8200d4"},"namespace":"ai-tenant-e2e-ipp-b-8200d4","name":"default-tenant","reconcileID":"702eebeb-30ba-4582-96bc-aa6c990d6bca","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-8200d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:41:22.008709073Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8200d4"},"namespace":"ai-tenant-e2e-ipp-b-8200d4","name":"default-tenant","reconcileID":"702eebeb-30ba-4582-96bc-aa6c990d6bca","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-8200d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:41:22.063763223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8200d4"},"namespace":"ai-tenant-e2e-ipp-b-8200d4","name":"default-tenant","reconcileID":"702eebeb-30ba-4582-96bc-aa6c990d6bca","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-8200d4","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:41:26.935394482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-545809"},"namespace":"ai-tenant-e2e-ipp-b-545809","name":"default-tenant","reconcileID":"f73b87b2-f289-4549-8e7e-f3ebbed05fc9","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-545809","tenantID":"e2e-ipp-b-545809","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:41:27.056290312Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-545809"},"namespace":"ai-tenant-e2e-ipp-b-545809","name":"default-tenant","reconcileID":"f73b87b2-f289-4549-8e7e-f3ebbed05fc9","name":"e2e-ipp-b-545809-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:41:29.769966506Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-8200d4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-8200d4","reconcileID":"4530be0a-f885-4cd4-9bca-3997c8f562bd","aitenant":"ai-tenants/e2e-ipp-b-8200d4","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:41:30.028915988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86c15869-cf44-45ca-8e20-002575aad716","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:41:30.081897684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86c15869-cf44-45ca-8e20-002575aad716","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:41:30.134879619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86c15869-cf44-45ca-8e20-002575aad716","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:41:30.188119368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86c15869-cf44-45ca-8e20-002575aad716","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:41:30.631315016Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-8200d4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-8200d4","reconcileID":"4530be0a-f885-4cd4-9bca-3997c8f562bd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-8200d4","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-8200d4"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:41:31.216744036Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:41:32.160736788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3101628a-7696-43d3-b03d-42c6e1baebcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:41:32.213767304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3101628a-7696-43d3-b03d-42c6e1baebcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:41:32.266930417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3101628a-7696-43d3-b03d-42c6e1baebcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:41:32.320146117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3101628a-7696-43d3-b03d-42c6e1baebcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:41:34.292219497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6d5e435-cfb2-4c7a-876e-c0fa50680710","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:41:34.34587135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6d5e435-cfb2-4c7a-876e-c0fa50680710","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:41:34.399037953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6d5e435-cfb2-4c7a-876e-c0fa50680710","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:41:34.456703592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6d5e435-cfb2-4c7a-876e-c0fa50680710","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:41:36.473686286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3abf8e91-6128-464c-b8db-275b92093f6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:41:36.527040466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3abf8e91-6128-464c-b8db-275b92093f6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:41:36.580171935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3abf8e91-6128-464c-b8db-275b92093f6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:41:36.633241269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3abf8e91-6128-464c-b8db-275b92093f6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:41:38.651122025Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-29dd3f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-29dd3f","reconcileID":"a4430f7b-09e2-4068-81d1-23fc9ee1d956","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-29dd3f","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-29dd3f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:41:38.65777456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35132cc2-466e-4e66-b116-86a0f3c78461","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:41:38.711741221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35132cc2-466e-4e66-b116-86a0f3c78461","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:41:38.764790749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35132cc2-466e-4e66-b116-86a0f3c78461","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:41:38.817985324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35132cc2-466e-4e66-b116-86a0f3c78461","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:41:40.862572915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d452c33b-bbb6-47c3-95b7-758d72687604","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:41:40.915805997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d452c33b-bbb6-47c3-95b7-758d72687604","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:41:40.969010899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d452c33b-bbb6-47c3-95b7-758d72687604","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:41:41.021943659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d452c33b-bbb6-47c3-95b7-758d72687604","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:41:42.998870535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aea23e31-d8e3-4f31-9598-00f4641db983","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:41:43.052108974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aea23e31-d8e3-4f31-9598-00f4641db983","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:41:43.105098314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aea23e31-d8e3-4f31-9598-00f4641db983","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:41:43.158090939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aea23e31-d8e3-4f31-9598-00f4641db983","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:41:45.153776468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"298cc7b7-f096-4e7d-a62d-6e2e80932300","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:41:45.207286332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"298cc7b7-f096-4e7d-a62d-6e2e80932300","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:41:45.262660433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"298cc7b7-f096-4e7d-a62d-6e2e80932300","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:41:45.317490353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"298cc7b7-f096-4e7d-a62d-6e2e80932300","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:41:47.276249475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d4e2442-6438-465e-abb3-c1a3f566c764","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:41:47.329368425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d4e2442-6438-465e-abb3-c1a3f566c764","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:41:47.382687566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d4e2442-6438-465e-abb3-c1a3f566c764","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:41:47.435755237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d4e2442-6438-465e-abb3-c1a3f566c764","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:41:49.488038271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"848b5bbd-dfc0-4cb9-80e8-3ba318aec075","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:41:49.541221011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"848b5bbd-dfc0-4cb9-80e8-3ba318aec075","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:41:49.59449915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"848b5bbd-dfc0-4cb9-80e8-3ba318aec075","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:41:49.648626106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"848b5bbd-dfc0-4cb9-80e8-3ba318aec075","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:41:51.672982391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c289a11a-1a63-4d0f-8dcb-a2446cc65d4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:41:51.726113752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c289a11a-1a63-4d0f-8dcb-a2446cc65d4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:41:51.779062929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c289a11a-1a63-4d0f-8dcb-a2446cc65d4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:41:51.832134423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c289a11a-1a63-4d0f-8dcb-a2446cc65d4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:42:01.218228903Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:42:06.762628451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b755ee"},"namespace":"ai-tenant-e2e-praxis-a-b755ee","name":"default-tenant","reconcileID":"22d6cc82-2dd5-40a5-8cc7-1619ce71aaff","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-b755ee","tenantID":"e2e-praxis-a-b755ee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:42:06.882882775Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b755ee"},"namespace":"ai-tenant-e2e-praxis-a-b755ee","name":"default-tenant","reconcileID":"22d6cc82-2dd5-40a5-8cc7-1619ce71aaff","name":"e2e-praxis-a-b755ee-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:42:18.513828537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"290a5e10-8cdf-48e7-b8a4-459f603a148c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:42:18.570554918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"290a5e10-8cdf-48e7-b8a4-459f603a148c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:42:18.624781015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"290a5e10-8cdf-48e7-b8a4-459f603a148c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:42:18.678228791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"290a5e10-8cdf-48e7-b8a4-459f603a148c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:42:20.655081441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80ca3dc9-3ee9-4e41-a40b-4138803253b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:42:20.708274975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80ca3dc9-3ee9-4e41-a40b-4138803253b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:42:20.761633601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80ca3dc9-3ee9-4e41-a40b-4138803253b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:42:20.817653658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80ca3dc9-3ee9-4e41-a40b-4138803253b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:42:22.781138217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07f69595-0f20-46fa-b23f-ba2cbf8c06f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:42:22.834555188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07f69595-0f20-46fa-b23f-ba2cbf8c06f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:42:22.887747105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07f69595-0f20-46fa-b23f-ba2cbf8c06f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:42:22.941659915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07f69595-0f20-46fa-b23f-ba2cbf8c06f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:42:24.970289701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7ea765c-66f2-46ba-8cf5-85d61f22ec86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:42:25.023670282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7ea765c-66f2-46ba-8cf5-85d61f22ec86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:42:25.076704126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7ea765c-66f2-46ba-8cf5-85d61f22ec86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:42:25.130602856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7ea765c-66f2-46ba-8cf5-85d61f22ec86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:42:27.156905475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3d8bbbe-42ce-4e85-8633-9d2a1a9f04b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:42:27.210231991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3d8bbbe-42ce-4e85-8633-9d2a1a9f04b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:42:27.267490415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3d8bbbe-42ce-4e85-8633-9d2a1a9f04b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:42:27.320589901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3d8bbbe-42ce-4e85-8633-9d2a1a9f04b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:42:28.475186197Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-3480a2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-3480a2","reconcileID":"6819afa3-8364-4e20-a9b4-d8ca653fc0b7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-3480a2","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-3480a2":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:42:29.308355145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"943df504-1d3a-4b93-9435-7c4b7146defc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:42:29.361500995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"943df504-1d3a-4b93-9435-7c4b7146defc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:42:29.414458989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"943df504-1d3a-4b93-9435-7c4b7146defc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:42:29.469690974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"943df504-1d3a-4b93-9435-7c4b7146defc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:42:31.218293819Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:42:31.420680696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2fdd3f0-9731-41e1-899a-388cafae7aa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:42:31.473554504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2fdd3f0-9731-41e1-899a-388cafae7aa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:42:31.526777505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2fdd3f0-9731-41e1-899a-388cafae7aa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:42:31.580142897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2fdd3f0-9731-41e1-899a-388cafae7aa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:42:33.559906375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad39cf7d-c62e-4132-9415-9bedc6df4348","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:42:33.612981359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad39cf7d-c62e-4132-9415-9bedc6df4348","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:42:33.665977759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad39cf7d-c62e-4132-9415-9bedc6df4348","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:42:33.71923479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad39cf7d-c62e-4132-9415-9bedc6df4348","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:42:35.673751721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab8ca6f3-2f12-4bac-9df1-be752d6c1ab7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:42:35.726998432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab8ca6f3-2f12-4bac-9df1-be752d6c1ab7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:42:35.780112023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab8ca6f3-2f12-4bac-9df1-be752d6c1ab7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:42:35.833269253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab8ca6f3-2f12-4bac-9df1-be752d6c1ab7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:42:37.777669871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44f1d2c1-3e80-4552-865c-34620d63141d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:42:37.830623962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44f1d2c1-3e80-4552-865c-34620d63141d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:42:37.883535661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44f1d2c1-3e80-4552-865c-34620d63141d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:42:37.936813058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44f1d2c1-3e80-4552-865c-34620d63141d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:42:39.949915647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c078f1ff-62d9-450e-8647-9a783bda69d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:42:40.0029097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c078f1ff-62d9-450e-8647-9a783bda69d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:42:40.055965283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c078f1ff-62d9-450e-8647-9a783bda69d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:42:40.109283764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c078f1ff-62d9-450e-8647-9a783bda69d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:42:42.072763263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"029627b1-f66b-439a-a381-a0da0ac58492","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:42:42.127904887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"029627b1-f66b-439a-a381-a0da0ac58492","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:42:42.182426917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"029627b1-f66b-439a-a381-a0da0ac58492","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:42:42.235574776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"029627b1-f66b-439a-a381-a0da0ac58492","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:42:44.198976417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d130266f-fad8-4744-9c95-894b0210c729","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:42:44.252347754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d130266f-fad8-4744-9c95-894b0210c729","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:42:44.305827171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d130266f-fad8-4744-9c95-894b0210c729","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:42:44.3590943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d130266f-fad8-4744-9c95-894b0210c729","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:42:46.366255124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36502daa-d6b3-4dcd-9491-3a003c1c5b53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:42:46.419652444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36502daa-d6b3-4dcd-9491-3a003c1c5b53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:42:46.472872459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36502daa-d6b3-4dcd-9491-3a003c1c5b53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:42:46.526039236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36502daa-d6b3-4dcd-9491-3a003c1c5b53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:42:48.479767256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69814318-b418-4413-b610-fc605bc03cf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:42:48.532804825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69814318-b418-4413-b610-fc605bc03cf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:42:48.586036638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69814318-b418-4413-b610-fc605bc03cf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:42:48.639783984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69814318-b418-4413-b610-fc605bc03cf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:42:50.654973898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab25a30d-49bb-4692-b521-59c7ffbab8a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:42:50.708941936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab25a30d-49bb-4692-b521-59c7ffbab8a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:42:50.762370758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab25a30d-49bb-4692-b521-59c7ffbab8a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:42:50.815492305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab25a30d-49bb-4692-b521-59c7ffbab8a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:42:51.96599135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"default-tenant","reconcileID":"b797cbcf-73f4-44f4-a49d-05de5cd9b02f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-29dd3f","tenantID":"e2e-praxis-a-29dd3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:42:52.085953732Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"default-tenant","reconcileID":"b797cbcf-73f4-44f4-a49d-05de5cd9b02f","name":"e2e-praxis-a-29dd3f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:01.218162189Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:04.75722168Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a6b9ff","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff","reconcileID":"d4ccb62d-3361-4041-98d2-b78f4d137f3e","MaaSModelRef":{"name":"ipp-route-a6b9ff","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"tenant":"e2e-ipp-a-a6b9ff","gateway":"openshift-ingress/e2e-ipp-a-a6b9ff","model":"ai-tenant-e2e-ipp-a-a6b9ff/ipp-route-a6b9ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:04.757256874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a6b9ff","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff","reconcileID":"d4ccb62d-3361-4041-98d2-b78f4d137f3e","MaaSModelRef":{"name":"ipp-route-a6b9ff","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"routeName":"ipp-route-a6b9ff-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a6b9ff","llmisvcName":"ipp-route-a6b9ff","gateway":"openshift-ingress/e2e-ipp-a-a6b9ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:06.807197078Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d6e985"},"namespace":"ai-tenant-e2e-ipp-a-d6e985","name":"default-tenant","reconcileID":"18132f5b-c6c5-442d-b7ad-4b56205bd97f","namespace":"ai-tenant-e2e-ipp-a-d6e985","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:06.807256167Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d6e985"},"namespace":"ai-tenant-e2e-ipp-a-d6e985","name":"default-tenant","reconcileID":"18132f5b-c6c5-442d-b7ad-4b56205bd97f","namespace":"ai-tenant-e2e-ipp-a-d6e985","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:06.807304289Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d6e985"},"namespace":"ai-tenant-e2e-ipp-a-d6e985","name":"default-tenant","reconcileID":"18132f5b-c6c5-442d-b7ad-4b56205bd97f","tenant":"e2e-ipp-a-d6e985","tenantID":"e2e-ipp-a-d6e985","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:06.864213118Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d6e985"},"namespace":"ai-tenant-e2e-ipp-a-d6e985","name":"default-tenant","reconcileID":"18132f5b-c6c5-442d-b7ad-4b56205bd97f","gvk":"Deployment","name":"maas-api-e2e-ipp-a-d6e985","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:06.928013955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d6e985"},"namespace":"ai-tenant-e2e-ipp-a-d6e985","name":"default-tenant","reconcileID":"18132f5b-c6c5-442d-b7ad-4b56205bd97f","gvk":"Service","name":"maas-api-e2e-ipp-a-d6e985","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:06.987259041Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d6e985"},"namespace":"ai-tenant-e2e-ipp-a-d6e985","name":"default-tenant","reconcileID":"18132f5b-c6c5-442d-b7ad-4b56205bd97f","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-d6e985","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:07.042704527Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d6e985"},"namespace":"ai-tenant-e2e-ipp-a-d6e985","name":"default-tenant","reconcileID":"18132f5b-c6c5-442d-b7ad-4b56205bd97f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-d6e985","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:07.099884662Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d6e985"},"namespace":"ai-tenant-e2e-ipp-a-d6e985","name":"default-tenant","reconcileID":"18132f5b-c6c5-442d-b7ad-4b56205bd97f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-d6e985","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:07.155638963Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d6e985"},"namespace":"ai-tenant-e2e-ipp-a-d6e985","name":"default-tenant","reconcileID":"18132f5b-c6c5-442d-b7ad-4b56205bd97f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-d6e985","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:07.214216765Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d6e985"},"namespace":"ai-tenant-e2e-ipp-a-d6e985","name":"default-tenant","reconcileID":"18132f5b-c6c5-442d-b7ad-4b56205bd97f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-d6e985","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:07.272295814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d6e985"},"namespace":"ai-tenant-e2e-ipp-a-d6e985","name":"default-tenant","reconcileID":"18132f5b-c6c5-442d-b7ad-4b56205bd97f","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-d6e985","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:07.3274907Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d6e985"},"namespace":"ai-tenant-e2e-ipp-a-d6e985","name":"default-tenant","reconcileID":"18132f5b-c6c5-442d-b7ad-4b56205bd97f","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-d6e985","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:07.383385995Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d6e985"},"namespace":"ai-tenant-e2e-ipp-a-d6e985","name":"default-tenant","reconcileID":"18132f5b-c6c5-442d-b7ad-4b56205bd97f","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-d6e985","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:07.445396403Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d6e985"},"namespace":"ai-tenant-e2e-ipp-a-d6e985","name":"default-tenant","reconcileID":"18132f5b-c6c5-442d-b7ad-4b56205bd97f","gvk":"Service","name":"payload-processing-e2e-ipp-a-d6e985","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:07.509658626Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d6e985"},"namespace":"ai-tenant-e2e-ipp-a-d6e985","name":"default-tenant","reconcileID":"18132f5b-c6c5-442d-b7ad-4b56205bd97f","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-d6e985","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:07.5657638Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d6e985"},"namespace":"ai-tenant-e2e-ipp-a-d6e985","name":"default-tenant","reconcileID":"18132f5b-c6c5-442d-b7ad-4b56205bd97f","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-d6e985","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:07.621922684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d6e985"},"namespace":"ai-tenant-e2e-ipp-a-d6e985","name":"default-tenant","reconcileID":"18132f5b-c6c5-442d-b7ad-4b56205bd97f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-d6e985","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:07.678919026Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d6e985"},"namespace":"ai-tenant-e2e-ipp-a-d6e985","name":"default-tenant","reconcileID":"18132f5b-c6c5-442d-b7ad-4b56205bd97f","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-d6e985","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:07.736200932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d6e985"},"namespace":"ai-tenant-e2e-ipp-a-d6e985","name":"default-tenant","reconcileID":"18132f5b-c6c5-442d-b7ad-4b56205bd97f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-d6e985","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:07.793561556Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d6e985"},"namespace":"ai-tenant-e2e-ipp-a-d6e985","name":"default-tenant","reconcileID":"18132f5b-c6c5-442d-b7ad-4b56205bd97f","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-d6e985","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:07.849121491Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d6e985"},"namespace":"ai-tenant-e2e-ipp-a-d6e985","name":"default-tenant","reconcileID":"18132f5b-c6c5-442d-b7ad-4b56205bd97f","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-d6e985","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:07.906228402Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d6e985"},"namespace":"ai-tenant-e2e-ipp-a-d6e985","name":"default-tenant","reconcileID":"18132f5b-c6c5-442d-b7ad-4b56205bd97f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-d6e985","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:07.96190435Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d6e985"},"namespace":"ai-tenant-e2e-ipp-a-d6e985","name":"default-tenant","reconcileID":"18132f5b-c6c5-442d-b7ad-4b56205bd97f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-d6e985","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:09.908482397Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-d6e985","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-d6e985","reconcileID":"4cf17283-8cde-432a-9d30-844bda84a946","aitenant":"ai-tenants/e2e-ipp-a-d6e985","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:10.355487711Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a6b9ff","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff","reconcileID":"b714134a-c838-4c33-b716-7236dddb1c48","MaaSModelRef":{"name":"ipp-route-a6b9ff","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"tenant":"e2e-ipp-a-a6b9ff","gateway":"openshift-ingress/e2e-ipp-a-a6b9ff","model":"ai-tenant-e2e-ipp-a-a6b9ff/ipp-route-a6b9ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:10.355510991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a6b9ff","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff","reconcileID":"b714134a-c838-4c33-b716-7236dddb1c48","MaaSModelRef":{"name":"ipp-route-a6b9ff","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"routeName":"ipp-route-a6b9ff-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a6b9ff","llmisvcName":"ipp-route-a6b9ff","gateway":"openshift-ingress/e2e-ipp-a-a6b9ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:10.411201929Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a6b9ff","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff","reconcileID":"c9869888-3476-4499-ac29-d34721853f7a","MaaSModelRef":{"name":"ipp-route-a6b9ff","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"tenant":"e2e-ipp-a-a6b9ff","gateway":"openshift-ingress/e2e-ipp-a-a6b9ff","model":"ai-tenant-e2e-ipp-a-a6b9ff/ipp-route-a6b9ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:10.411222844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a6b9ff","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff","reconcileID":"c9869888-3476-4499-ac29-d34721853f7a","MaaSModelRef":{"name":"ipp-route-a6b9ff","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"routeName":"ipp-route-a6b9ff-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a6b9ff","llmisvcName":"ipp-route-a6b9ff","gateway":"openshift-ingress/e2e-ipp-a-a6b9ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:10.447757985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"510fba79-3e80-435a-88c5-e0bf55d6859f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:10.501172502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"510fba79-3e80-435a-88c5-e0bf55d6859f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:10.555337555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"510fba79-3e80-435a-88c5-e0bf55d6859f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:10.608658561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"510fba79-3e80-435a-88c5-e0bf55d6859f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:10.666639045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a6b9ff-auth","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff-auth","reconcileID":"bea6cfbf-73f7-4bbf-a865-29d42ada07a6","MaaSAuthPolicy":{"name":"ipp-route-a6b9ff-auth","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-a6b9ff","tenantID":"e2e-ipp-a-a6b9ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:10.796321194Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-d6e985","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-d6e985","reconcileID":"4cf17283-8cde-432a-9d30-844bda84a946","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-d6e985","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-d6e985"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:10.797528961Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a6b9ff-auth","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff-auth","reconcileID":"bea6cfbf-73f7-4bbf-a865-29d42ada07a6","MaaSAuthPolicy":{"name":"ipp-route-a6b9ff-auth","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"name":"e2e-ipp-a-a6b9ff-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:10.891430198Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-a6b9ff-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a6b9ff-auth","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff-auth","reconcileID":"bea6cfbf-73f7-4bbf-a865-29d42ada07a6","MaaSAuthPolicy":{"name":"ipp-route-a6b9ff-auth","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:10.948238241Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a6b9ff","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff","reconcileID":"b85857f1-35fc-49be-9f8a-741893a8e38e","MaaSModelRef":{"name":"ipp-route-a6b9ff","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"tenant":"e2e-ipp-a-a6b9ff","gateway":"openshift-ingress/e2e-ipp-a-a6b9ff","model":"ai-tenant-e2e-ipp-a-a6b9ff/ipp-route-a6b9ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:10.948257496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a6b9ff","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff","reconcileID":"b85857f1-35fc-49be-9f8a-741893a8e38e","MaaSModelRef":{"name":"ipp-route-a6b9ff","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"routeName":"ipp-route-a6b9ff-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a6b9ff","llmisvcName":"ipp-route-a6b9ff","gateway":"openshift-ingress/e2e-ipp-a-a6b9ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:12.667467695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a95c420-de9f-436d-9546-f4b7dac7b6ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:12.720727237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a95c420-de9f-436d-9546-f4b7dac7b6ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:12.773903591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a95c420-de9f-436d-9546-f4b7dac7b6ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:12.826960186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a95c420-de9f-436d-9546-f4b7dac7b6ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:14.818693403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dae98c01-5eca-463c-81bd-0aaa8abdf9f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:14.872204044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dae98c01-5eca-463c-81bd-0aaa8abdf9f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:14.925488643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dae98c01-5eca-463c-81bd-0aaa8abdf9f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:14.978762335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dae98c01-5eca-463c-81bd-0aaa8abdf9f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:16.962251531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7d34374-15ce-40cf-9d35-833083158ccd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:17.015639647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7d34374-15ce-40cf-9d35-833083158ccd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:17.06920106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7d34374-15ce-40cf-9d35-833083158ccd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:17.122765617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7d34374-15ce-40cf-9d35-833083158ccd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:19.091816225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62a5efdc-d93a-46b2-905f-b0e0d63c964c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:19.145301286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62a5efdc-d93a-46b2-905f-b0e0d63c964c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:19.202820651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62a5efdc-d93a-46b2-905f-b0e0d63c964c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:19.255529707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62a5efdc-d93a-46b2-905f-b0e0d63c964c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:21.062410015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a6b9ff-auth","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff-auth","reconcileID":"43aafd16-99bb-4a16-b9a7-2e0bdbf838c7","MaaSAuthPolicy":{"name":"ipp-route-a6b9ff-auth","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-a6b9ff","tenantID":"e2e-ipp-a-a6b9ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:21.121246851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a6b9ff-auth","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff-auth","reconcileID":"43aafd16-99bb-4a16-b9a7-2e0bdbf838c7","MaaSAuthPolicy":{"name":"ipp-route-a6b9ff-auth","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"name":"e2e-ipp-a-a6b9ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:21.184820617Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-a6b9ff-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a6b9ff-auth","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff-auth","reconcileID":"43aafd16-99bb-4a16-b9a7-2e0bdbf838c7","MaaSAuthPolicy":{"name":"ipp-route-a6b9ff-auth","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:23.366277183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8133df0-471f-4c9f-beec-68cfed7c685c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:23.419413701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8133df0-471f-4c9f-beec-68cfed7c685c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:23.473316203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8133df0-471f-4c9f-beec-68cfed7c685c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:23.526782867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8133df0-471f-4c9f-beec-68cfed7c685c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:23.996960717Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-a9e5cd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-a9e5cd","reconcileID":"c5525e73-7d7c-4d2a-b3f0-4f04c3b525f3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-a9e5cd","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-a9e5cd":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:25.591570012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a7a0450-f760-4c58-bb36-f82b5f99b3f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:25.644727825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a7a0450-f760-4c58-bb36-f82b5f99b3f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:25.698694337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a7a0450-f760-4c58-bb36-f82b5f99b3f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:25.753076704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a7a0450-f760-4c58-bb36-f82b5f99b3f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:27.696693377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3abcc582-02bb-4b6d-96e1-2db89bd2221e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:27.749703691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3abcc582-02bb-4b6d-96e1-2db89bd2221e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:27.802784919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3abcc582-02bb-4b6d-96e1-2db89bd2221e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:27.856531526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3abcc582-02bb-4b6d-96e1-2db89bd2221e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:29.809157013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d818521-405a-40cb-800f-25c648bd5450","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:29.862197095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d818521-405a-40cb-800f-25c648bd5450","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:29.915074087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d818521-405a-40cb-800f-25c648bd5450","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:29.968405043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d818521-405a-40cb-800f-25c648bd5450","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:31.217746475Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:31.304562755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a6b9ff-auth","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff-auth","reconcileID":"04eb139a-1168-4180-94e4-f9dc074e09d8","MaaSAuthPolicy":{"name":"ipp-route-a6b9ff-auth","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-a6b9ff","tenantID":"e2e-ipp-a-a6b9ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:31.362712099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a6b9ff-auth","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff-auth","reconcileID":"04eb139a-1168-4180-94e4-f9dc074e09d8","MaaSAuthPolicy":{"name":"ipp-route-a6b9ff-auth","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"name":"e2e-ipp-a-a6b9ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:31.420362847Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-a6b9ff-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a6b9ff-auth","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff-auth","reconcileID":"04eb139a-1168-4180-94e4-f9dc074e09d8","MaaSAuthPolicy":{"name":"ipp-route-a6b9ff-auth","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:31.958786262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"937b28d4-110d-4299-b18b-026389a11eb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:32.014413272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"937b28d4-110d-4299-b18b-026389a11eb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:32.06824635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"937b28d4-110d-4299-b18b-026389a11eb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:32.121593926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"937b28d4-110d-4299-b18b-026389a11eb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:34.07837851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"568e738f-848a-40e2-a216-a08471bcf1d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:34.131394832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"568e738f-848a-40e2-a216-a08471bcf1d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:34.184681541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"568e738f-848a-40e2-a216-a08471bcf1d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:34.237813765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"568e738f-848a-40e2-a216-a08471bcf1d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:36.256541808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e6ef37c-f564-4270-8017-91d9b8260c91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:36.309877717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e6ef37c-f564-4270-8017-91d9b8260c91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:36.362791472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e6ef37c-f564-4270-8017-91d9b8260c91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:36.415731807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e6ef37c-f564-4270-8017-91d9b8260c91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:38.370922514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcc3f5e1-d49b-4708-8979-c8b3bc2145c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:38.426825299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcc3f5e1-d49b-4708-8979-c8b3bc2145c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:38.480394245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcc3f5e1-d49b-4708-8979-c8b3bc2145c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:38.534322319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcc3f5e1-d49b-4708-8979-c8b3bc2145c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:40.557365878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41972dac-5117-466f-b25f-74816b3f8ef8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:40.610826789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41972dac-5117-466f-b25f-74816b3f8ef8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:40.663756702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41972dac-5117-466f-b25f-74816b3f8ef8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:40.716979701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41972dac-5117-466f-b25f-74816b3f8ef8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:41.528808001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a6b9ff-auth","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff-auth","reconcileID":"295e6459-d3b6-4773-96ae-fbf955b52f48","MaaSAuthPolicy":{"name":"ipp-route-a6b9ff-auth","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-a6b9ff","tenantID":"e2e-ipp-a-a6b9ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:41.534570273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3480a2"},"namespace":"ai-tenant-e2e-praxis-b-3480a2","name":"default-tenant","reconcileID":"f3c693a3-39eb-4929-9146-0b24b111b11a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-3480a2","tenantID":"e2e-praxis-b-3480a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:41.587538731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a6b9ff-auth","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff-auth","reconcileID":"295e6459-d3b6-4773-96ae-fbf955b52f48","MaaSAuthPolicy":{"name":"ipp-route-a6b9ff-auth","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"name":"e2e-ipp-a-a6b9ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:41.644698566Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-a6b9ff-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b31f68dcaf25823180fee7dfb05ff497923f09d18f7aae73bff6d6a14b2ce53b) AuthConfig (b34097dc6b6ada5843ce73c828f28a19fb343e4bde728a4240f0ca5f111ae953) AuthConfig (3d60d37a5165f2e392ca1755f1a188773898bc6d441369a9cb88dfa1c940f33f) AuthConfig (e3d46052cbf41d46cfc9fa4ac20d551fd994f6a7d823b81ab6d86744932a857e) AuthConfig (7e6d28618b05732fbda5a34141d100fa85ef12d7f72259fb131d4878e4c42f81) AuthConfig (b253702890b5f301eb49042a1af20129bc00a62f1f9bd28f4ed045a865e9cfe6) AuthConfig (c5e5df9dc1ba566b6f9c3ba3c2595dcf0c83a05ec0a690509ba03349924a324c) AuthConfig (04f870f0c8be6d7d5dcbef43a984cad724c16631e84685886753340ad13a4516) AuthConfig (1978bd733ade9c22803cc84739d2e1bfa8186eeba2146b5ca4a1b7a2ef5e5b41) AuthConfig (9cf74aa5ef0fc4e453f09bb970c3149cbc13422af42ea09c75d8479061cc4398) AuthConfig (43e7a70ebeb11425ceedab8218f4185bd0fb5fd16175d3cdfce78574844352c7) AuthConfig (74ffa5e87a7176b4e6867df52dbeb9b169b77f054c2a01f5c8f8be0fc189260e) AuthConfig (fbe731f71b0e7a139c4591ff588b195c7943c0a96259506e173c2d85ec51642d) AuthConfig (6c33fbd0d3dab32001186b744a92c4e86b7a2ea5f1a23b5f61d0cb4754f5a00f) AuthConfig (380ef82c5f2c21a271f12a14170365004039848b30da69389fadb6359f839478) AuthConfig (0354fd805de9984ac23cfac9dded283bfb48687f70766e161a10461bb5e9ded1) AuthConfig (cb5d7904e171841a8b8a586e3e50f65d65bea2b903dc0b12140d6b8b283eb95a) AuthConfig (365e0fba202d9452990d1e1352b494a68c2e936e8ea3769a594b33cf13071b49)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a6b9ff-auth","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff-auth","reconcileID":"295e6459-d3b6-4773-96ae-fbf955b52f48","MaaSAuthPolicy":{"name":"ipp-route-a6b9ff-auth","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:41.653907166Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3480a2"},"namespace":"ai-tenant-e2e-praxis-b-3480a2","name":"default-tenant","reconcileID":"f3c693a3-39eb-4929-9146-0b24b111b11a","name":"e2e-praxis-b-3480a2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:41.70408643Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a6b9ff","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff","reconcileID":"206c33bc-cbc2-40e8-a9f8-f6e12947e6e6","MaaSModelRef":{"name":"ipp-route-a6b9ff","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"tenant":"e2e-ipp-a-a6b9ff","gateway":"openshift-ingress/e2e-ipp-a-a6b9ff","model":"ai-tenant-e2e-ipp-a-a6b9ff/ipp-route-a6b9ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:41.704115753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a6b9ff","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff","reconcileID":"206c33bc-cbc2-40e8-a9f8-f6e12947e6e6","MaaSModelRef":{"name":"ipp-route-a6b9ff","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"routeName":"ipp-route-a6b9ff-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a6b9ff","llmisvcName":"ipp-route-a6b9ff","gateway":"openshift-ingress/e2e-ipp-a-a6b9ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:41.7109804Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-545809"},"namespace":"ai-tenant-e2e-ipp-b-545809","name":"default-tenant","reconcileID":"f762e1d4-70b5-4d34-8e0a-b250fb0b281f","namespace":"ai-tenant-e2e-ipp-b-545809","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:41.711058583Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-545809"},"namespace":"ai-tenant-e2e-ipp-b-545809","name":"default-tenant","reconcileID":"f762e1d4-70b5-4d34-8e0a-b250fb0b281f","namespace":"ai-tenant-e2e-ipp-b-545809","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:41.711132195Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-545809"},"namespace":"ai-tenant-e2e-ipp-b-545809","name":"default-tenant","reconcileID":"f762e1d4-70b5-4d34-8e0a-b250fb0b281f","tenant":"e2e-ipp-b-545809","tenantID":"e2e-ipp-b-545809","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:41.765933637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-545809"},"namespace":"ai-tenant-e2e-ipp-b-545809","name":"default-tenant","reconcileID":"f762e1d4-70b5-4d34-8e0a-b250fb0b281f","gvk":"Deployment","name":"maas-api-e2e-ipp-b-545809","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:41.846908822Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-545809"},"namespace":"ai-tenant-e2e-ipp-b-545809","name":"default-tenant","reconcileID":"f762e1d4-70b5-4d34-8e0a-b250fb0b281f","gvk":"Service","name":"maas-api-e2e-ipp-b-545809","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:41.905038048Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-545809"},"namespace":"ai-tenant-e2e-ipp-b-545809","name":"default-tenant","reconcileID":"f762e1d4-70b5-4d34-8e0a-b250fb0b281f","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-545809","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:41.960260492Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-545809"},"namespace":"ai-tenant-e2e-ipp-b-545809","name":"default-tenant","reconcileID":"f762e1d4-70b5-4d34-8e0a-b250fb0b281f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-545809","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:42.017097706Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-545809"},"namespace":"ai-tenant-e2e-ipp-b-545809","name":"default-tenant","reconcileID":"f762e1d4-70b5-4d34-8e0a-b250fb0b281f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-545809","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:42.075258248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-545809"},"namespace":"ai-tenant-e2e-ipp-b-545809","name":"default-tenant","reconcileID":"f762e1d4-70b5-4d34-8e0a-b250fb0b281f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-545809","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:42.207038082Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-545809"},"namespace":"ai-tenant-e2e-ipp-b-545809","name":"default-tenant","reconcileID":"f762e1d4-70b5-4d34-8e0a-b250fb0b281f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-545809","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:42.265561032Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-545809"},"namespace":"ai-tenant-e2e-ipp-b-545809","name":"default-tenant","reconcileID":"f762e1d4-70b5-4d34-8e0a-b250fb0b281f","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-545809","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:42.31820526Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-545809"},"namespace":"ai-tenant-e2e-ipp-b-545809","name":"default-tenant","reconcileID":"f762e1d4-70b5-4d34-8e0a-b250fb0b281f","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-545809","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:42.370677864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-545809"},"namespace":"ai-tenant-e2e-ipp-b-545809","name":"default-tenant","reconcileID":"f762e1d4-70b5-4d34-8e0a-b250fb0b281f","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-545809","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:42.423397076Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-545809"},"namespace":"ai-tenant-e2e-ipp-b-545809","name":"default-tenant","reconcileID":"f762e1d4-70b5-4d34-8e0a-b250fb0b281f","gvk":"Service","name":"payload-processing-e2e-ipp-b-545809","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:42.476000388Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-545809"},"namespace":"ai-tenant-e2e-ipp-b-545809","name":"default-tenant","reconcileID":"f762e1d4-70b5-4d34-8e0a-b250fb0b281f","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-545809","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:42.528582652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-545809"},"namespace":"ai-tenant-e2e-ipp-b-545809","name":"default-tenant","reconcileID":"f762e1d4-70b5-4d34-8e0a-b250fb0b281f","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-545809","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:42.583331403Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-545809"},"namespace":"ai-tenant-e2e-ipp-b-545809","name":"default-tenant","reconcileID":"f762e1d4-70b5-4d34-8e0a-b250fb0b281f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-545809","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:42.635930843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-545809"},"namespace":"ai-tenant-e2e-ipp-b-545809","name":"default-tenant","reconcileID":"f762e1d4-70b5-4d34-8e0a-b250fb0b281f","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-545809","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:42.692749355Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-545809"},"namespace":"ai-tenant-e2e-ipp-b-545809","name":"default-tenant","reconcileID":"f762e1d4-70b5-4d34-8e0a-b250fb0b281f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-545809","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:42.745872524Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-545809"},"namespace":"ai-tenant-e2e-ipp-b-545809","name":"default-tenant","reconcileID":"f762e1d4-70b5-4d34-8e0a-b250fb0b281f","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-545809","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:42.772744598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6ac41d6-3a6e-48c7-bfe3-4f93f86181f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:42.82717088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6ac41d6-3a6e-48c7-bfe3-4f93f86181f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:42.827564244Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-545809"},"namespace":"ai-tenant-e2e-ipp-b-545809","name":"default-tenant","reconcileID":"f762e1d4-70b5-4d34-8e0a-b250fb0b281f","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-545809","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:42.880515702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6ac41d6-3a6e-48c7-bfe3-4f93f86181f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:42.93363359Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-545809"},"namespace":"ai-tenant-e2e-ipp-b-545809","name":"default-tenant","reconcileID":"f762e1d4-70b5-4d34-8e0a-b250fb0b281f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-545809","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:42.934664012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6ac41d6-3a6e-48c7-bfe3-4f93f86181f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:42.987363615Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-545809"},"namespace":"ai-tenant-e2e-ipp-b-545809","name":"default-tenant","reconcileID":"f762e1d4-70b5-4d34-8e0a-b250fb0b281f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-545809","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:44.941357908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76ad9de5-26ce-4b5b-9875-c348f6454240","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:44.994562225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76ad9de5-26ce-4b5b-9875-c348f6454240","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:45.047821777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76ad9de5-26ce-4b5b-9875-c348f6454240","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:45.100999157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76ad9de5-26ce-4b5b-9875-c348f6454240","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:49.23269861Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-545809","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-545809","reconcileID":"29d86430-4274-47e4-8cd2-a381b811500e","aitenant":"ai-tenants/e2e-ipp-b-545809","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:49.856346262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95de785b-447d-4714-a8d3-aa62caa7ee1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:49.909563116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95de785b-447d-4714-a8d3-aa62caa7ee1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:49.962735983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95de785b-447d-4714-a8d3-aa62caa7ee1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:50.015894997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95de785b-447d-4714-a8d3-aa62caa7ee1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:50.077339581Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-545809","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-545809","reconcileID":"29d86430-4274-47e4-8cd2-a381b811500e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-545809","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-545809"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:51.810667569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a6b9ff-auth","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff-auth","reconcileID":"d4013c52-0d33-4189-813a-ce18e86e9ac1","MaaSAuthPolicy":{"name":"ipp-route-a6b9ff-auth","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-a6b9ff","tenantID":"e2e-ipp-a-a6b9ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:51.868764108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a6b9ff-auth","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff-auth","reconcileID":"d4013c52-0d33-4189-813a-ce18e86e9ac1","MaaSAuthPolicy":{"name":"ipp-route-a6b9ff-auth","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"name":"e2e-ipp-a-a6b9ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:51.9267013Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-a6b9ff-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b31f68dcaf25823180fee7dfb05ff497923f09d18f7aae73bff6d6a14b2ce53b) AuthConfig (b34097dc6b6ada5843ce73c828f28a19fb343e4bde728a4240f0ca5f111ae953) AuthConfig (3d60d37a5165f2e392ca1755f1a188773898bc6d441369a9cb88dfa1c940f33f) AuthConfig (e3d46052cbf41d46cfc9fa4ac20d551fd994f6a7d823b81ab6d86744932a857e) AuthConfig (7e6d28618b05732fbda5a34141d100fa85ef12d7f72259fb131d4878e4c42f81) AuthConfig (b253702890b5f301eb49042a1af20129bc00a62f1f9bd28f4ed045a865e9cfe6) AuthConfig (c5e5df9dc1ba566b6f9c3ba3c2595dcf0c83a05ec0a690509ba03349924a324c) AuthConfig (04f870f0c8be6d7d5dcbef43a984cad724c16631e84685886753340ad13a4516) AuthConfig (1978bd733ade9c22803cc84739d2e1bfa8186eeba2146b5ca4a1b7a2ef5e5b41) AuthConfig (9cf74aa5ef0fc4e453f09bb970c3149cbc13422af42ea09c75d8479061cc4398) AuthConfig (43e7a70ebeb11425ceedab8218f4185bd0fb5fd16175d3cdfce78574844352c7) AuthConfig (74ffa5e87a7176b4e6867df52dbeb9b169b77f054c2a01f5c8f8be0fc189260e) AuthConfig (fbe731f71b0e7a139c4591ff588b195c7943c0a96259506e173c2d85ec51642d) AuthConfig (6c33fbd0d3dab32001186b744a92c4e86b7a2ea5f1a23b5f61d0cb4754f5a00f) AuthConfig (380ef82c5f2c21a271f12a14170365004039848b30da69389fadb6359f839478) AuthConfig (0354fd805de9984ac23cfac9dded283bfb48687f70766e161a10461bb5e9ded1) AuthConfig (cb5d7904e171841a8b8a586e3e50f65d65bea2b903dc0b12140d6b8b283eb95a) AuthConfig (365e0fba202d9452990d1e1352b494a68c2e936e8ea3769a594b33cf13071b49)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a6b9ff-auth","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff-auth","reconcileID":"d4013c52-0d33-4189-813a-ce18e86e9ac1","MaaSAuthPolicy":{"name":"ipp-route-a6b9ff-auth","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:52.002276315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0814ae78-3b79-400f-86b7-394daf39b91a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:52.05531458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0814ae78-3b79-400f-86b7-394daf39b91a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:52.108426184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0814ae78-3b79-400f-86b7-394daf39b91a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:52.161750649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0814ae78-3b79-400f-86b7-394daf39b91a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:54.15934735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"761df70f-ea1f-456f-b3bf-aab109d96858","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:54.213135935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"761df70f-ea1f-456f-b3bf-aab109d96858","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:54.265953228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"761df70f-ea1f-456f-b3bf-aab109d96858","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:54.319212719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"761df70f-ea1f-456f-b3bf-aab109d96858","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:56.297705403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13715931-5814-4e70-a113-0f02e6094155","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:56.351154809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13715931-5814-4e70-a113-0f02e6094155","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:56.404286014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13715931-5814-4e70-a113-0f02e6094155","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:56.45821421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13715931-5814-4e70-a113-0f02e6094155","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:57.240484391Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-2be7ec","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-2be7ec","reconcileID":"7319e49f-e601-4884-b9b4-96dde6e32e8d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-2be7ec","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-2be7ec":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:58.454766223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8877425-afe5-4fd3-9d1c-2a399084b94c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:58.507617842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8877425-afe5-4fd3-9d1c-2a399084b94c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:58.560411764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8877425-afe5-4fd3-9d1c-2a399084b94c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:43:58.613543496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8877425-afe5-4fd3-9d1c-2a399084b94c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:00.571397891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"631b5fc9-a5ee-4bee-9323-dcbf93b00d51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:00.624360418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"631b5fc9-a5ee-4bee-9323-dcbf93b00d51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:00.681203786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"631b5fc9-a5ee-4bee-9323-dcbf93b00d51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:00.737650928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"631b5fc9-a5ee-4bee-9323-dcbf93b00d51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:01.217968133Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:02.033796261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a6b9ff-auth","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff-auth","reconcileID":"6a461685-0807-4874-8264-fa1ca69c62f2","MaaSAuthPolicy":{"name":"ipp-route-a6b9ff-auth","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-a6b9ff","tenantID":"e2e-ipp-a-a6b9ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:02.092018359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a6b9ff-auth","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff-auth","reconcileID":"6a461685-0807-4874-8264-fa1ca69c62f2","MaaSAuthPolicy":{"name":"ipp-route-a6b9ff-auth","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"name":"e2e-ipp-a-a6b9ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:02.201878371Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-a6b9ff-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b31f68dcaf25823180fee7dfb05ff497923f09d18f7aae73bff6d6a14b2ce53b) AuthConfig (b34097dc6b6ada5843ce73c828f28a19fb343e4bde728a4240f0ca5f111ae953) AuthConfig (3d60d37a5165f2e392ca1755f1a188773898bc6d441369a9cb88dfa1c940f33f) AuthConfig (e3d46052cbf41d46cfc9fa4ac20d551fd994f6a7d823b81ab6d86744932a857e) AuthConfig (7e6d28618b05732fbda5a34141d100fa85ef12d7f72259fb131d4878e4c42f81) AuthConfig (b253702890b5f301eb49042a1af20129bc00a62f1f9bd28f4ed045a865e9cfe6) AuthConfig (c5e5df9dc1ba566b6f9c3ba3c2595dcf0c83a05ec0a690509ba03349924a324c) AuthConfig (04f870f0c8be6d7d5dcbef43a984cad724c16631e84685886753340ad13a4516) AuthConfig (1978bd733ade9c22803cc84739d2e1bfa8186eeba2146b5ca4a1b7a2ef5e5b41) AuthConfig (9cf74aa5ef0fc4e453f09bb970c3149cbc13422af42ea09c75d8479061cc4398) AuthConfig (43e7a70ebeb11425ceedab8218f4185bd0fb5fd16175d3cdfce78574844352c7) AuthConfig (74ffa5e87a7176b4e6867df52dbeb9b169b77f054c2a01f5c8f8be0fc189260e) AuthConfig (fbe731f71b0e7a139c4591ff588b195c7943c0a96259506e173c2d85ec51642d) AuthConfig (6c33fbd0d3dab32001186b744a92c4e86b7a2ea5f1a23b5f61d0cb4754f5a00f) AuthConfig (380ef82c5f2c21a271f12a14170365004039848b30da69389fadb6359f839478) AuthConfig (0354fd805de9984ac23cfac9dded283bfb48687f70766e161a10461bb5e9ded1) AuthConfig (cb5d7904e171841a8b8a586e3e50f65d65bea2b903dc0b12140d6b8b283eb95a) AuthConfig (365e0fba202d9452990d1e1352b494a68c2e936e8ea3769a594b33cf13071b49)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a6b9ff-auth","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff-auth","reconcileID":"6a461685-0807-4874-8264-fa1ca69c62f2","MaaSAuthPolicy":{"name":"ipp-route-a6b9ff-auth","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:02.76054921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e677b657-7044-4747-8879-1da9d520175b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:02.813710352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e677b657-7044-4747-8879-1da9d520175b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:02.867013766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e677b657-7044-4747-8879-1da9d520175b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:02.920073582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e677b657-7044-4747-8879-1da9d520175b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:04.950293504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f3a3942-5a47-40f4-9503-322f01bfa5a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:05.003584014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f3a3942-5a47-40f4-9503-322f01bfa5a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:05.056752172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f3a3942-5a47-40f4-9503-322f01bfa5a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:05.110003444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f3a3942-5a47-40f4-9503-322f01bfa5a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:07.067750557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d102a88-6ef9-4506-b213-919674ea9b40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:07.120900912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d102a88-6ef9-4506-b213-919674ea9b40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:07.173869905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d102a88-6ef9-4506-b213-919674ea9b40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:07.227494659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d102a88-6ef9-4506-b213-919674ea9b40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:07.710613736Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-9b4cb2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-9b4cb2","reconcileID":"78329806-4f39-4a11-913a-a1b8c6b1237d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-9b4cb2","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-9b4cb2":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:09.197767933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bd29a40-fe68-427a-91cd-9b406fb5959d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:09.251186145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bd29a40-fe68-427a-91cd-9b406fb5959d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:09.304261078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bd29a40-fe68-427a-91cd-9b406fb5959d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:09.357607019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bd29a40-fe68-427a-91cd-9b406fb5959d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:11.368194666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2468b341-ebc4-4dbc-bbba-9f8f5a629960","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:11.42227492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2468b341-ebc4-4dbc-bbba-9f8f5a629960","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:11.475803983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2468b341-ebc4-4dbc-bbba-9f8f5a629960","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:11.528916141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2468b341-ebc4-4dbc-bbba-9f8f5a629960","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:12.308818668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a6b9ff-auth","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff-auth","reconcileID":"a554904a-6137-4d09-9c13-7f1c3bd1d002","MaaSAuthPolicy":{"name":"ipp-route-a6b9ff-auth","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-a6b9ff","tenantID":"e2e-ipp-a-a6b9ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:12.369300082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a6b9ff-auth","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff-auth","reconcileID":"a554904a-6137-4d09-9c13-7f1c3bd1d002","MaaSAuthPolicy":{"name":"ipp-route-a6b9ff-auth","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"name":"e2e-ipp-a-a6b9ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:12.691561435Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a6b9ff","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff","reconcileID":"6ed4b316-23ef-4c7f-b5c5-745b9679e830","MaaSModelRef":{"name":"ipp-route-a6b9ff","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"tenant":"e2e-ipp-a-a6b9ff","gateway":"openshift-ingress/e2e-ipp-a-a6b9ff","model":"ai-tenant-e2e-ipp-a-a6b9ff/ipp-route-a6b9ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:12.69158351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a6b9ff","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff","reconcileID":"6ed4b316-23ef-4c7f-b5c5-745b9679e830","MaaSModelRef":{"name":"ipp-route-a6b9ff","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"routeName":"ipp-route-a6b9ff-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a6b9ff","llmisvcName":"ipp-route-a6b9ff","gateway":"openshift-ingress/e2e-ipp-a-a6b9ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:13.554106304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3738581b-01a2-4049-948d-e86bf2a8dea0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:13.607240486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3738581b-01a2-4049-948d-e86bf2a8dea0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:13.660196971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3738581b-01a2-4049-948d-e86bf2a8dea0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:13.713301887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3738581b-01a2-4049-948d-e86bf2a8dea0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:15.681892234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65a89eb4-5e06-4a0f-9b7c-4742ae5df910","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:15.735011606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65a89eb4-5e06-4a0f-9b7c-4742ae5df910","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:15.788327911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65a89eb4-5e06-4a0f-9b7c-4742ae5df910","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:15.84147003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65a89eb4-5e06-4a0f-9b7c-4742ae5df910","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:17.828954936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0cbca21-9467-4251-b088-58fd04917b48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:17.882544584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0cbca21-9467-4251-b088-58fd04917b48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:17.936020262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0cbca21-9467-4251-b088-58fd04917b48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:17.989129865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0cbca21-9467-4251-b088-58fd04917b48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:18.059418599Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a6b9ff","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff","reconcileID":"96865624-2008-4942-a5df-888756ec8921","MaaSModelRef":{"name":"ipp-route-a6b9ff","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"tenant":"e2e-ipp-a-a6b9ff","gateway":"openshift-ingress/e2e-ipp-a-a6b9ff","model":"ai-tenant-e2e-ipp-a-a6b9ff/ipp-route-a6b9ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:18.059437356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a6b9ff","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff","reconcileID":"96865624-2008-4942-a5df-888756ec8921","MaaSModelRef":{"name":"ipp-route-a6b9ff","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"routeName":"ipp-route-a6b9ff-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a6b9ff","llmisvcName":"ipp-route-a6b9ff","gateway":"openshift-ingress/e2e-ipp-a-a6b9ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:18.120659028Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a6b9ff","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff","reconcileID":"7857f540-ad45-41f8-a73b-db5c9c28e309","MaaSModelRef":{"name":"ipp-route-a6b9ff","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"tenant":"e2e-ipp-a-a6b9ff","gateway":"openshift-ingress/e2e-ipp-a-a6b9ff","model":"ai-tenant-e2e-ipp-a-a6b9ff/ipp-route-a6b9ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:18.120683364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a6b9ff","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff","reconcileID":"7857f540-ad45-41f8-a73b-db5c9c28e309","MaaSModelRef":{"name":"ipp-route-a6b9ff","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"routeName":"ipp-route-a6b9ff-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a6b9ff","llmisvcName":"ipp-route-a6b9ff","gateway":"openshift-ingress/e2e-ipp-a-a6b9ff","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:44:18.169465841Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-a6b9ff-sub","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff-sub","reconcileID":"fbe5320c-8b60-4edf-929a-5819b08fc00f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"ipp-route-a6b9ff-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:44:18.175718569Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a6b9ff","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff","reconcileID":"7857f540-ad45-41f8-a73b-db5c9c28e309","name":"ipp-route-a6b9ff","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-a6b9ff\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:44:18.175772329Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a6b9ff","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff","reconcileID":"7857f540-ad45-41f8-a73b-db5c9c28e309","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-a6b9ff\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:18.181147572Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a6b9ff","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff","reconcileID":"09b583d0-4ea8-4115-adba-bc4d023a7fc0","MaaSModelRef":{"name":"ipp-route-a6b9ff","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"tenant":"e2e-ipp-a-a6b9ff","gateway":"openshift-ingress/e2e-ipp-a-a6b9ff","model":"ai-tenant-e2e-ipp-a-a6b9ff/ipp-route-a6b9ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:18.181164196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a6b9ff","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff","reconcileID":"09b583d0-4ea8-4115-adba-bc4d023a7fc0","MaaSModelRef":{"name":"ipp-route-a6b9ff","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"routeName":"ipp-route-a6b9ff-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a6b9ff","llmisvcName":"ipp-route-a6b9ff","gateway":"openshift-ingress/e2e-ipp-a-a6b9ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:18.207053009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a6b9ff-auth","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff-auth","reconcileID":"3627a0f1-fe1b-4484-bc32-308eb953daa7","MaaSAuthPolicy":{"name":"ipp-route-a6b9ff-auth","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-a6b9ff","tenantID":"e2e-ipp-a-a6b9ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:18.265792809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a6b9ff-auth","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff-auth","reconcileID":"3627a0f1-fe1b-4484-bc32-308eb953daa7","MaaSAuthPolicy":{"name":"ipp-route-a6b9ff-auth","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"name":"e2e-ipp-a-a6b9ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:18.31574394Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a6b9ff","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff","reconcileID":"320ec5ec-7ad1-4a58-9752-dde66e11b94f","MaaSModelRef":{"name":"ipp-route-a6b9ff","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"tenant":"e2e-ipp-a-a6b9ff","gateway":"openshift-ingress/e2e-ipp-a-a6b9ff","model":"ai-tenant-e2e-ipp-a-a6b9ff/ipp-route-a6b9ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:18.31576836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a6b9ff","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff","reconcileID":"320ec5ec-7ad1-4a58-9752-dde66e11b94f","MaaSModelRef":{"name":"ipp-route-a6b9ff","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"routeName":"ipp-route-a6b9ff-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a6b9ff","llmisvcName":"ipp-route-a6b9ff","gateway":"openshift-ingress/e2e-ipp-a-a6b9ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:18.372858792Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a6b9ff","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff","reconcileID":"bca6f265-619c-4b10-815f-726a480bba29","MaaSModelRef":{"name":"ipp-route-a6b9ff","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"tenant":"e2e-ipp-a-a6b9ff","gateway":"openshift-ingress/e2e-ipp-a-a6b9ff","model":"ai-tenant-e2e-ipp-a-a6b9ff/ipp-route-a6b9ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:18.372877244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a6b9ff","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff","reconcileID":"bca6f265-619c-4b10-815f-726a480bba29","MaaSModelRef":{"name":"ipp-route-a6b9ff","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"routeName":"ipp-route-a6b9ff-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a6b9ff","llmisvcName":"ipp-route-a6b9ff","gateway":"openshift-ingress/e2e-ipp-a-a6b9ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:18.578844515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a6b9ff-auth","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff-auth","reconcileID":"1f7b168a-d287-468e-91d3-f8ef211d5060","MaaSAuthPolicy":{"name":"ipp-route-a6b9ff-auth","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-a6b9ff","tenantID":"e2e-ipp-a-a6b9ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:18.58947648Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-a6b9ff-sub","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff-sub","reconcileID":"4e6bcf36-74df-4cff-97bd-2989fe1bac99","MaaSSubscription":{"name":"ipp-route-a6b9ff-sub","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"name":"maas-trlp-ipp-route-a6b9ff","model":"ipp-route-a6b9ff","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-ipp-a-a6b9ff/ipp-route-a6b9ff-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:18.637582029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a6b9ff-auth","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff-auth","reconcileID":"1f7b168a-d287-468e-91d3-f8ef211d5060","MaaSAuthPolicy":{"name":"ipp-route-a6b9ff-auth","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"name":"e2e-ipp-a-a6b9ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:18.759582309Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a6b9ff","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff","reconcileID":"21759443-73cc-477a-b73c-2cbcc98d3439","MaaSModelRef":{"name":"ipp-route-a6b9ff","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"tenant":"e2e-ipp-a-a6b9ff","gateway":"openshift-ingress/e2e-ipp-a-a6b9ff","model":"ai-tenant-e2e-ipp-a-a6b9ff/ipp-route-a6b9ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:18.759608946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a6b9ff","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff","reconcileID":"21759443-73cc-477a-b73c-2cbcc98d3439","MaaSModelRef":{"name":"ipp-route-a6b9ff","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"routeName":"ipp-route-a6b9ff-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a6b9ff","llmisvcName":"ipp-route-a6b9ff","gateway":"openshift-ingress/e2e-ipp-a-a6b9ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:18.976435565Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-a6b9ff-sub","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff-sub","reconcileID":"e91e0abf-6266-46c3-9243-86b54fae8e44","MaaSSubscription":{"name":"ipp-route-a6b9ff-sub","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"name":"maas-trlp-ipp-route-a6b9ff","model":"ai-tenant-e2e-ipp-a-a6b9ff/ipp-route-a6b9ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:19.975591196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"071b2cbd-309e-4c8b-878d-627163eb1c4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:20.028690368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"071b2cbd-309e-4c8b-878d-627163eb1c4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:20.081935207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"071b2cbd-309e-4c8b-878d-627163eb1c4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:20.135267937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"071b2cbd-309e-4c8b-878d-627163eb1c4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:22.159712013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e0f70cf-42d2-4244-909c-6c3ba1bbc38a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:22.212643169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e0f70cf-42d2-4244-909c-6c3ba1bbc38a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:22.265667936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e0f70cf-42d2-4244-909c-6c3ba1bbc38a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:22.318959022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e0f70cf-42d2-4244-909c-6c3ba1bbc38a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:24.271422544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"687f9466-7020-4cf4-8d31-3c3d710f63b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:24.324555432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"687f9466-7020-4cf4-8d31-3c3d710f63b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:24.377521774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"687f9466-7020-4cf4-8d31-3c3d710f63b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:24.430514729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"687f9466-7020-4cf4-8d31-3c3d710f63b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:26.460245069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6e57a97-7c8b-4631-bbaf-49040ee43ec5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:26.513775068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6e57a97-7c8b-4631-bbaf-49040ee43ec5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:26.567286986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6e57a97-7c8b-4631-bbaf-49040ee43ec5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:26.621008067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6e57a97-7c8b-4631-bbaf-49040ee43ec5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:31.217735191Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:36.157605424Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-a6b9ff-sub","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff-sub","reconcileID":"c2c1b459-da07-41e4-a9a9-6e7d18ef925a","MaaSSubscription":{"name":"ipp-route-a6b9ff-sub","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"name":"maas-trlp-ipp-route-a6b9ff","model":"ai-tenant-e2e-ipp-a-a6b9ff/ipp-route-a6b9ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:36.326390736Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a6b9ff","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff","reconcileID":"472b9713-9005-4473-b7f1-84e2c41a88b2","MaaSModelRef":{"name":"ipp-route-a6b9ff","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"tenant":"e2e-ipp-a-a6b9ff","gateway":"openshift-ingress/e2e-ipp-a-a6b9ff","model":"ai-tenant-e2e-ipp-a-a6b9ff/ipp-route-a6b9ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:36.326415102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a6b9ff","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff","reconcileID":"472b9713-9005-4473-b7f1-84e2c41a88b2","MaaSModelRef":{"name":"ipp-route-a6b9ff","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"routeName":"ipp-route-a6b9ff-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a6b9ff","llmisvcName":"ipp-route-a6b9ff","gateway":"openshift-ingress/e2e-ipp-a-a6b9ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:36.486514027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a6b9ff-auth","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff-auth","reconcileID":"8e9c8f0f-892e-4cdb-a071-d55e7ffb246e","MaaSAuthPolicy":{"name":"ipp-route-a6b9ff-auth","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-a6b9ff","tenantID":"e2e-ipp-a-a6b9ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:36.544547216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a6b9ff-auth","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff-auth","reconcileID":"8e9c8f0f-892e-4cdb-a071-d55e7ffb246e","MaaSAuthPolicy":{"name":"ipp-route-a6b9ff-auth","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"name":"e2e-ipp-a-a6b9ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:36.586794646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a9e5cd"},"namespace":"ai-tenant-e2e-praxis-b-a9e5cd","name":"default-tenant","reconcileID":"d294e5fd-dae4-4fd3-899e-8d58d4f37fa0","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-a9e5cd","tenantID":"e2e-praxis-b-a9e5cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:36.706077891Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a9e5cd"},"namespace":"ai-tenant-e2e-praxis-b-a9e5cd","name":"default-tenant","reconcileID":"d294e5fd-dae4-4fd3-899e-8d58d4f37fa0","name":"e2e-praxis-b-a9e5cd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:49.257506108Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a6b9ff","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff","reconcileID":"3252f761-2677-4c44-9a83-dc986d201e6f","MaaSModelRef":{"name":"ipp-route-a6b9ff","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"tenant":"e2e-ipp-a-a6b9ff","gateway":"openshift-ingress/e2e-ipp-a-a6b9ff","model":"ai-tenant-e2e-ipp-a-a6b9ff/ipp-route-a6b9ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:49.25753262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a6b9ff","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff","reconcileID":"3252f761-2677-4c44-9a83-dc986d201e6f","MaaSModelRef":{"name":"ipp-route-a6b9ff","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"routeName":"ipp-route-a6b9ff-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a6b9ff","llmisvcName":"ipp-route-a6b9ff","gateway":"openshift-ingress/e2e-ipp-a-a6b9ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:49.43118977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a6b9ff-auth","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff-auth","reconcileID":"c80ddb7c-04bc-464b-bb7d-0a2b9fd9c149","MaaSAuthPolicy":{"name":"ipp-route-a6b9ff-auth","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-a6b9ff","tenantID":"e2e-ipp-a-a6b9ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:49.471141884Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-a6b9ff-sub","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff-sub","reconcileID":"4d04edd8-92ad-46f1-86b2-36d0b4b6e3e6","MaaSSubscription":{"name":"ipp-route-a6b9ff-sub","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"name":"maas-trlp-ipp-route-a6b9ff","model":"ai-tenant-e2e-ipp-a-a6b9ff/ipp-route-a6b9ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:49.490525759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a6b9ff-auth","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff-auth","reconcileID":"c80ddb7c-04bc-464b-bb7d-0a2b9fd9c149","MaaSAuthPolicy":{"name":"ipp-route-a6b9ff-auth","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"name":"e2e-ipp-a-a6b9ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:49.641642639Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a6b9ff","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff","reconcileID":"d4cde67e-4cb4-4b8b-b5ac-b38b0e10e5ea","MaaSModelRef":{"name":"ipp-route-a6b9ff","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"tenant":"e2e-ipp-a-a6b9ff","gateway":"openshift-ingress/e2e-ipp-a-a6b9ff","model":"ai-tenant-e2e-ipp-a-a6b9ff/ipp-route-a6b9ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:49.641665692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a6b9ff","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff","reconcileID":"d4cde67e-4cb4-4b8b-b5ac-b38b0e10e5ea","MaaSModelRef":{"name":"ipp-route-a6b9ff","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"routeName":"ipp-route-a6b9ff-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a6b9ff","llmisvcName":"ipp-route-a6b9ff","gateway":"openshift-ingress/e2e-ipp-a-a6b9ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:49.858123565Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-a6b9ff-sub","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff-sub","reconcileID":"beace067-23c1-4b14-bbfd-1aa617ea20a6","MaaSSubscription":{"name":"ipp-route-a6b9ff-sub","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"name":"maas-trlp-ipp-route-a6b9ff","model":"ai-tenant-e2e-ipp-a-a6b9ff/ipp-route-a6b9ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:55.043887632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2636b25b-bf7b-482a-ba1b-7e3df2443bc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:55.097513292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2636b25b-bf7b-482a-ba1b-7e3df2443bc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:55.150597966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2636b25b-bf7b-482a-ba1b-7e3df2443bc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:55.203539605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2636b25b-bf7b-482a-ba1b-7e3df2443bc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:57.157122146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1880567-3dec-43d6-9cd4-cbda4f2485eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:57.210792799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1880567-3dec-43d6-9cd4-cbda4f2485eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:57.26416584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1880567-3dec-43d6-9cd4-cbda4f2485eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:57.317721771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1880567-3dec-43d6-9cd4-cbda4f2485eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:59.26919143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7b1e8d3-75a9-4cbb-991d-10aaa286e5c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:59.324710635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7b1e8d3-75a9-4cbb-991d-10aaa286e5c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:59.378228809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7b1e8d3-75a9-4cbb-991d-10aaa286e5c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:59.431149295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7b1e8d3-75a9-4cbb-991d-10aaa286e5c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:59.643221526Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a6b9ff","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff","reconcileID":"1feb9080-915d-441a-9bd9-f1c9de912048","MaaSModelRef":{"name":"ipp-route-a6b9ff","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"tenant":"e2e-ipp-a-a6b9ff","gateway":"openshift-ingress/e2e-ipp-a-a6b9ff","model":"ai-tenant-e2e-ipp-a-a6b9ff/ipp-route-a6b9ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:44:59.643244268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a6b9ff","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff","reconcileID":"1feb9080-915d-441a-9bd9-f1c9de912048","MaaSModelRef":{"name":"ipp-route-a6b9ff","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"routeName":"ipp-route-a6b9ff-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a6b9ff","llmisvcName":"ipp-route-a6b9ff","gateway":"openshift-ingress/e2e-ipp-a-a6b9ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:01.217568902Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:07.242710068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fca732c-e549-46fa-bc6d-d549693fabd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:07.29606646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fca732c-e549-46fa-bc6d-d549693fabd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:07.349035627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fca732c-e549-46fa-bc6d-d549693fabd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:07.402039629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fca732c-e549-46fa-bc6d-d549693fabd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:09.383204523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0d4af0a-2f86-4640-832d-f3874cd1ca37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:09.436570713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0d4af0a-2f86-4640-832d-f3874cd1ca37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:09.489873074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0d4af0a-2f86-4640-832d-f3874cd1ca37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:09.542910703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0d4af0a-2f86-4640-832d-f3874cd1ca37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:09.648835688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a6b9ff","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff","reconcileID":"f72fd6ef-7797-4aaa-898a-0fb085d8191f","MaaSModelRef":{"name":"ipp-route-a6b9ff","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"tenant":"e2e-ipp-a-a6b9ff","gateway":"openshift-ingress/e2e-ipp-a-a6b9ff","model":"ai-tenant-e2e-ipp-a-a6b9ff/ipp-route-a6b9ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:09.64885404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a6b9ff","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff","reconcileID":"f72fd6ef-7797-4aaa-898a-0fb085d8191f","MaaSModelRef":{"name":"ipp-route-a6b9ff","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"routeName":"ipp-route-a6b9ff-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a6b9ff","llmisvcName":"ipp-route-a6b9ff","gateway":"openshift-ingress/e2e-ipp-a-a6b9ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:11.566858984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4481d2f7-4fb0-4fcf-a94f-d8add8670e3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:11.620156381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4481d2f7-4fb0-4fcf-a94f-d8add8670e3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:11.673237398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4481d2f7-4fb0-4fcf-a94f-d8add8670e3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:11.726376297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4481d2f7-4fb0-4fcf-a94f-d8add8670e3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:15.051732866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2be7ec"},"namespace":"ai-tenant-e2e-praxis-a-2be7ec","name":"default-tenant","reconcileID":"77b486f4-78c5-4b99-9096-3d51352044a6","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-2be7ec","tenantID":"e2e-praxis-a-2be7ec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:15.171191078Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2be7ec"},"namespace":"ai-tenant-e2e-praxis-a-2be7ec","name":"default-tenant","reconcileID":"77b486f4-78c5-4b99-9096-3d51352044a6","name":"e2e-praxis-a-2be7ec-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:19.650302183Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a6b9ff","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff","reconcileID":"f688ce45-a2e1-4b4a-b7d5-62da1930c610","MaaSModelRef":{"name":"ipp-route-a6b9ff","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"tenant":"e2e-ipp-a-a6b9ff","gateway":"openshift-ingress/e2e-ipp-a-a6b9ff","model":"ai-tenant-e2e-ipp-a-a6b9ff/ipp-route-a6b9ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:19.650323414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a6b9ff","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff","reconcileID":"f688ce45-a2e1-4b4a-b7d5-62da1930c610","MaaSModelRef":{"name":"ipp-route-a6b9ff","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"routeName":"ipp-route-a6b9ff-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a6b9ff","llmisvcName":"ipp-route-a6b9ff","gateway":"openshift-ingress/e2e-ipp-a-a6b9ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:24.940262111Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a6b9ff-auth","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff-auth","reconcileID":"84fb1c99-6cfd-4230-8c4f-6f0eb763b4fe","MaaSAuthPolicy":{"name":"ipp-route-a6b9ff-auth","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"model":"ai-tenant-e2e-ipp-a-a6b9ff/ipp-route-a6b9ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:24.940393415Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a6b9ff","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff","reconcileID":"02343676-f48e-42f4-9749-e7a1fe222552","MaaSModelRef":{"name":"ipp-route-a6b9ff","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"tenant":"e2e-ipp-a-a6b9ff","gateway":"openshift-ingress/e2e-ipp-a-a6b9ff","model":"ai-tenant-e2e-ipp-a-a6b9ff/ipp-route-a6b9ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:24.940413122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a6b9ff","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff","reconcileID":"02343676-f48e-42f4-9749-e7a1fe222552","MaaSModelRef":{"name":"ipp-route-a6b9ff","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"routeName":"ipp-route-a6b9ff-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a6b9ff","llmisvcName":"ipp-route-a6b9ff","gateway":"openshift-ingress/e2e-ipp-a-a6b9ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:25.147405073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a6b9ff-auth","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff-auth","reconcileID":"84fb1c99-6cfd-4230-8c4f-6f0eb763b4fe","MaaSAuthPolicy":{"name":"ipp-route-a6b9ff-auth","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-a6b9ff","tenantID":"e2e-ipp-a-a6b9ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:25.201944628Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a6b9ff","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff","reconcileID":"dfa5c734-7d28-45a7-b7a3-79dc6a2fa8bc","MaaSModelRef":{"name":"ipp-route-a6b9ff","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"tenant":"e2e-ipp-a-a6b9ff","gateway":"openshift-ingress/e2e-ipp-a-a6b9ff","model":"ai-tenant-e2e-ipp-a-a6b9ff/ipp-route-a6b9ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:25.201970981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a6b9ff","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff","reconcileID":"dfa5c734-7d28-45a7-b7a3-79dc6a2fa8bc","MaaSModelRef":{"name":"ipp-route-a6b9ff","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"routeName":"ipp-route-a6b9ff-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a6b9ff","llmisvcName":"ipp-route-a6b9ff","gateway":"openshift-ingress/e2e-ipp-a-a6b9ff","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:45:25.210565551Z","body":"failed to reconcile TokenRateLimitPolicies","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-a6b9ff-sub","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff-sub","reconcileID":"ac6afe54-691f-4024-8d3b-262feba4c131","MaaSSubscription":{"name":"ipp-route-a6b9ff-sub","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"error":"failed to update TokenRateLimitPolicy for model ai-tenant-e2e-ipp-a-a6b9ff/ipp-route-a6b9ff: tokenratelimitpolicies.kuadrant.io \"maas-trlp-ipp-route-a6b9ff\" not found","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:568\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:45:25.318013365Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-a6b9ff-sub","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff-sub","reconcileID":"ac6afe54-691f-4024-8d3b-262feba4c131","error":"failed to update TokenRateLimitPolicy for model ai-tenant-e2e-ipp-a-a6b9ff/ipp-route-a6b9ff: tokenratelimitpolicies.kuadrant.io \"maas-trlp-ipp-route-a6b9ff\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:25.320461703Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a6b9ff-auth","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff-auth","reconcileID":"84fb1c99-6cfd-4230-8c4f-6f0eb763b4fe","MaaSAuthPolicy":{"name":"ipp-route-a6b9ff-auth","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"name":"e2e-ipp-a-a6b9ff-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:25.320482434Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a6b9ff-auth","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff-auth","reconcileID":"84fb1c99-6cfd-4230-8c4f-6f0eb763b4fe","MaaSAuthPolicy":{"name":"ipp-route-a6b9ff-auth","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-a6b9ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:25.321097749Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a6b9ff","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff","reconcileID":"18c5f25a-e266-465e-8fff-8decef2657a2","MaaSModelRef":{"name":"ipp-route-a6b9ff","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"tenant":"e2e-ipp-a-a6b9ff","gateway":"openshift-ingress/e2e-ipp-a-a6b9ff","model":"ai-tenant-e2e-ipp-a-a6b9ff/ipp-route-a6b9ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:25.321118515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a6b9ff","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff","reconcileID":"18c5f25a-e266-465e-8fff-8decef2657a2","MaaSModelRef":{"name":"ipp-route-a6b9ff","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"routeName":"ipp-route-a6b9ff-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a6b9ff","llmisvcName":"ipp-route-a6b9ff","gateway":"openshift-ingress/e2e-ipp-a-a6b9ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:25.400500607Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a6b9ff","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff","reconcileID":"0aa2d668-97ad-4b30-a401-8c0d0a9c0eb1","MaaSModelRef":{"name":"ipp-route-a6b9ff","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"tenant":"e2e-ipp-a-a6b9ff","gateway":"openshift-ingress/e2e-ipp-a-a6b9ff","model":"ai-tenant-e2e-ipp-a-a6b9ff/ipp-route-a6b9ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:25.400525858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a6b9ff","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff","reconcileID":"0aa2d668-97ad-4b30-a401-8c0d0a9c0eb1","MaaSModelRef":{"name":"ipp-route-a6b9ff","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"routeName":"ipp-route-a6b9ff-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a6b9ff","llmisvcName":"ipp-route-a6b9ff","gateway":"openshift-ingress/e2e-ipp-a-a6b9ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:25.482957979Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-a6b9ff-sub","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff-sub","reconcileID":"320f54f1-c4f6-4efc-bcc6-730d027e2eae","MaaSSubscription":{"name":"ipp-route-a6b9ff-sub","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7a22db0d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:25.547536491Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a6b9ff","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff","reconcileID":"1fb28d21-c4cf-4197-9708-6b92b6862841","MaaSModelRef":{"name":"ipp-route-a6b9ff","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"tenant":"e2e-ipp-a-a6b9ff","gateway":"openshift-ingress/e2e-ipp-a-a6b9ff","model":"ai-tenant-e2e-ipp-a-a6b9ff/ipp-route-a6b9ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:25.547558748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a6b9ff","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff","reconcileID":"1fb28d21-c4cf-4197-9708-6b92b6862841","MaaSModelRef":{"name":"ipp-route-a6b9ff","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"routeName":"ipp-route-a6b9ff-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a6b9ff","llmisvcName":"ipp-route-a6b9ff","gateway":"openshift-ingress/e2e-ipp-a-a6b9ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:25.898460511Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-a6b9ff-sub","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff-sub","reconcileID":"824dd6e5-47a7-48dd-ae68-d087cbd225be","MaaSSubscription":{"name":"ipp-route-a6b9ff-sub","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7a22db0d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:25.951389809Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-a6b9ff-sub","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff-sub","reconcileID":"b04ac2a5-89dd-492c-826a-6ac3adcf497f","MaaSSubscription":{"name":"ipp-route-a6b9ff-sub","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7a22db0d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:26.234110376Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-a6b9ff-sub","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff-sub","reconcileID":"c7759f17-eb40-410e-b3be-571fff3ed656","MaaSSubscription":{"name":"ipp-route-a6b9ff-sub","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7a22db0d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:26.529713934Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-a6b9ff-sub","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff-sub","reconcileID":"c098c56b-0758-46ce-944c-a333e249bf28","MaaSSubscription":{"name":"ipp-route-a6b9ff-sub","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7a22db0d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:27.358309144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8faead6b-a232-4a83-9279-d474e5e6173e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:27.41122768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8faead6b-a232-4a83-9279-d474e5e6173e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:27.464634996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8faead6b-a232-4a83-9279-d474e5e6173e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:27.517718431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8faead6b-a232-4a83-9279-d474e5e6173e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:29.55242446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"799bdbec-00ac-4779-b08b-05d321b9b23b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:29.606083669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"799bdbec-00ac-4779-b08b-05d321b9b23b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:29.659159981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"799bdbec-00ac-4779-b08b-05d321b9b23b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:29.71223332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"799bdbec-00ac-4779-b08b-05d321b9b23b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:30.143989292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b4cb2"},"namespace":"ai-tenant-e2e-praxis-b-9b4cb2","name":"default-tenant","reconcileID":"d2a58e04-7b06-4287-91ed-d16900a53543","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-9b4cb2","tenantID":"e2e-praxis-b-9b4cb2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:30.263539541Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b4cb2"},"namespace":"ai-tenant-e2e-praxis-b-9b4cb2","name":"default-tenant","reconcileID":"d2a58e04-7b06-4287-91ed-d16900a53543","name":"e2e-praxis-b-9b4cb2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:31.252780869Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:31.696866628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1c08249-8702-4af4-880e-9d9b4e21ace1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:31.750102184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1c08249-8702-4af4-880e-9d9b4e21ace1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:31.803355885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1c08249-8702-4af4-880e-9d9b4e21ace1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:31.856538484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1c08249-8702-4af4-880e-9d9b4e21ace1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:33.859921554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1a240b1-1d87-4103-b544-248db44ccf7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:33.913038897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1a240b1-1d87-4103-b544-248db44ccf7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:33.966022896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1a240b1-1d87-4103-b544-248db44ccf7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:34.019150426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1a240b1-1d87-4103-b544-248db44ccf7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:35.970870403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63f3dd7b-8fd4-49ef-923e-3ff322b3da9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:36.024014747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63f3dd7b-8fd4-49ef-923e-3ff322b3da9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:36.076985524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63f3dd7b-8fd4-49ef-923e-3ff322b3da9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:36.130269481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63f3dd7b-8fd4-49ef-923e-3ff322b3da9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:36.583005405Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-a6b9ff-sub","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff-sub","reconcileID":"3a811a05-a48a-4e97-9d13-d460cf5bf8ff","MaaSSubscription":{"name":"ipp-route-a6b9ff-sub","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"model":"ai-tenant-e2e-ipp-a-a6b9ff/ipp-route-a6b9ff","subscription":"ipp-route-a6b9ff-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:36.583130918Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-a6b9ff-sub","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"ipp-route-a6b9ff-sub","reconcileID":"3a811a05-a48a-4e97-9d13-d460cf5bf8ff","MaaSSubscription":{"name":"ipp-route-a6b9ff-sub","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"model":"ai-tenant-e2e-ipp-a-a6b9ff/ipp-route-a6b9ff","error":"MaaSModelRef not found: ai-tenant-e2e-ipp-a-a6b9ff/ipp-route-a6b9ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:45.42237554Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-754aeb"},"namespace":"ai-tenant-e2e-praxis-a-754aeb","name":"default-tenant","reconcileID":"c7f8ad14-d14f-4dff-9882-1f68d3a36331","namespace":"ai-tenant-e2e-praxis-a-754aeb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:45.422483398Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-754aeb"},"namespace":"ai-tenant-e2e-praxis-a-754aeb","name":"default-tenant","reconcileID":"c7f8ad14-d14f-4dff-9882-1f68d3a36331","namespace":"ai-tenant-e2e-praxis-a-754aeb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:45.422547665Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-754aeb"},"namespace":"ai-tenant-e2e-praxis-a-754aeb","name":"default-tenant","reconcileID":"c7f8ad14-d14f-4dff-9882-1f68d3a36331","tenant":"e2e-praxis-a-754aeb","tenantID":"e2e-praxis-a-754aeb","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:45.477577266Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-754aeb"},"namespace":"ai-tenant-e2e-praxis-a-754aeb","name":"default-tenant","reconcileID":"c7f8ad14-d14f-4dff-9882-1f68d3a36331","gvk":"Deployment","name":"maas-api-e2e-praxis-a-754aeb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:45.538347586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-754aeb"},"namespace":"ai-tenant-e2e-praxis-a-754aeb","name":"default-tenant","reconcileID":"c7f8ad14-d14f-4dff-9882-1f68d3a36331","gvk":"Service","name":"maas-api-e2e-praxis-a-754aeb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:45.596302773Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-754aeb"},"namespace":"ai-tenant-e2e-praxis-a-754aeb","name":"default-tenant","reconcileID":"c7f8ad14-d14f-4dff-9882-1f68d3a36331","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-754aeb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:45.651232614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-754aeb"},"namespace":"ai-tenant-e2e-praxis-a-754aeb","name":"default-tenant","reconcileID":"c7f8ad14-d14f-4dff-9882-1f68d3a36331","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-754aeb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:45.708831239Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-754aeb"},"namespace":"ai-tenant-e2e-praxis-a-754aeb","name":"default-tenant","reconcileID":"c7f8ad14-d14f-4dff-9882-1f68d3a36331","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-754aeb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:45.764531471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-754aeb"},"namespace":"ai-tenant-e2e-praxis-a-754aeb","name":"default-tenant","reconcileID":"c7f8ad14-d14f-4dff-9882-1f68d3a36331","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-754aeb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:45.820886057Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-754aeb"},"namespace":"ai-tenant-e2e-praxis-a-754aeb","name":"default-tenant","reconcileID":"c7f8ad14-d14f-4dff-9882-1f68d3a36331","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-754aeb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:45.876569436Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-754aeb"},"namespace":"ai-tenant-e2e-praxis-a-754aeb","name":"default-tenant","reconcileID":"c7f8ad14-d14f-4dff-9882-1f68d3a36331","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-754aeb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:45.929469667Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-754aeb"},"namespace":"ai-tenant-e2e-praxis-a-754aeb","name":"default-tenant","reconcileID":"c7f8ad14-d14f-4dff-9882-1f68d3a36331","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-754aeb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:45.982253901Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-754aeb"},"namespace":"ai-tenant-e2e-praxis-a-754aeb","name":"default-tenant","reconcileID":"c7f8ad14-d14f-4dff-9882-1f68d3a36331","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-754aeb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:46.034989484Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-754aeb"},"namespace":"ai-tenant-e2e-praxis-a-754aeb","name":"default-tenant","reconcileID":"c7f8ad14-d14f-4dff-9882-1f68d3a36331","gvk":"Service","name":"payload-processing-e2e-praxis-a-754aeb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:46.088037934Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-754aeb"},"namespace":"ai-tenant-e2e-praxis-a-754aeb","name":"default-tenant","reconcileID":"c7f8ad14-d14f-4dff-9882-1f68d3a36331","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-754aeb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:46.141294881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-754aeb"},"namespace":"ai-tenant-e2e-praxis-a-754aeb","name":"default-tenant","reconcileID":"c7f8ad14-d14f-4dff-9882-1f68d3a36331","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-754aeb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:46.194300874Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-754aeb"},"namespace":"ai-tenant-e2e-praxis-a-754aeb","name":"default-tenant","reconcileID":"c7f8ad14-d14f-4dff-9882-1f68d3a36331","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-754aeb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:46.247490788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-754aeb"},"namespace":"ai-tenant-e2e-praxis-a-754aeb","name":"default-tenant","reconcileID":"c7f8ad14-d14f-4dff-9882-1f68d3a36331","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-754aeb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:46.304475528Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-754aeb"},"namespace":"ai-tenant-e2e-praxis-a-754aeb","name":"default-tenant","reconcileID":"c7f8ad14-d14f-4dff-9882-1f68d3a36331","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-754aeb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:46.357428615Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-754aeb"},"namespace":"ai-tenant-e2e-praxis-a-754aeb","name":"default-tenant","reconcileID":"c7f8ad14-d14f-4dff-9882-1f68d3a36331","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-754aeb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:46.410531619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-754aeb"},"namespace":"ai-tenant-e2e-praxis-a-754aeb","name":"default-tenant","reconcileID":"c7f8ad14-d14f-4dff-9882-1f68d3a36331","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-754aeb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:46.463908177Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-754aeb"},"namespace":"ai-tenant-e2e-praxis-a-754aeb","name":"default-tenant","reconcileID":"c7f8ad14-d14f-4dff-9882-1f68d3a36331","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-754aeb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:46.517208173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-754aeb"},"namespace":"ai-tenant-e2e-praxis-a-754aeb","name":"default-tenant","reconcileID":"c7f8ad14-d14f-4dff-9882-1f68d3a36331","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-754aeb","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:51.488542964Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"default-tenant","reconcileID":"1f113e4e-3834-4910-abb6-c91a6b291d81","namespace":"ai-tenant-e2e-ipp-a-a6b9ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:51.488620637Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"default-tenant","reconcileID":"1f113e4e-3834-4910-abb6-c91a6b291d81","namespace":"ai-tenant-e2e-ipp-a-a6b9ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:51.488706907Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"default-tenant","reconcileID":"1f113e4e-3834-4910-abb6-c91a6b291d81","tenant":"e2e-ipp-a-a6b9ff","tenantID":"e2e-ipp-a-a6b9ff","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:51.543579854Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"default-tenant","reconcileID":"1f113e4e-3834-4910-abb6-c91a6b291d81","gvk":"Deployment","name":"maas-api-e2e-ipp-a-a6b9ff","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:51.604381515Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"default-tenant","reconcileID":"1f113e4e-3834-4910-abb6-c91a6b291d81","gvk":"Service","name":"maas-api-e2e-ipp-a-a6b9ff","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:51.66123092Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"default-tenant","reconcileID":"1f113e4e-3834-4910-abb6-c91a6b291d81","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-a6b9ff","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:51.71709592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"default-tenant","reconcileID":"1f113e4e-3834-4910-abb6-c91a6b291d81","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-a6b9ff","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:51.773075215Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"default-tenant","reconcileID":"1f113e4e-3834-4910-abb6-c91a6b291d81","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-a6b9ff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:51.831683462Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"default-tenant","reconcileID":"1f113e4e-3834-4910-abb6-c91a6b291d81","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-a6b9ff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:51.889795902Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"default-tenant","reconcileID":"1f113e4e-3834-4910-abb6-c91a6b291d81","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-a6b9ff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:51.945392033Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"default-tenant","reconcileID":"1f113e4e-3834-4910-abb6-c91a6b291d81","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-a6b9ff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:52.000757104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"default-tenant","reconcileID":"1f113e4e-3834-4910-abb6-c91a6b291d81","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-a6b9ff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:52.058242283Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"default-tenant","reconcileID":"1f113e4e-3834-4910-abb6-c91a6b291d81","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-a6b9ff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:52.119213322Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"default-tenant","reconcileID":"1f113e4e-3834-4910-abb6-c91a6b291d81","gvk":"Service","name":"payload-processing-e2e-ipp-a-a6b9ff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:52.180188937Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"default-tenant","reconcileID":"1f113e4e-3834-4910-abb6-c91a6b291d81","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-a6b9ff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:52.235962395Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"default-tenant","reconcileID":"1f113e4e-3834-4910-abb6-c91a6b291d81","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-a6b9ff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:52.291038833Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"default-tenant","reconcileID":"1f113e4e-3834-4910-abb6-c91a6b291d81","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-a6b9ff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:52.347423378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"default-tenant","reconcileID":"1f113e4e-3834-4910-abb6-c91a6b291d81","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-a6b9ff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:52.404000695Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"default-tenant","reconcileID":"1f113e4e-3834-4910-abb6-c91a6b291d81","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-a6b9ff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:52.511373483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"default-tenant","reconcileID":"1f113e4e-3834-4910-abb6-c91a6b291d81","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-a6b9ff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:52.569181701Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"default-tenant","reconcileID":"1f113e4e-3834-4910-abb6-c91a6b291d81","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-a6b9ff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:52.624114891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"default-tenant","reconcileID":"1f113e4e-3834-4910-abb6-c91a6b291d81","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-a6b9ff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:52.678596612Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a6b9ff"},"namespace":"ai-tenant-e2e-ipp-a-a6b9ff","name":"default-tenant","reconcileID":"1f113e4e-3834-4910-abb6-c91a6b291d81","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-a6b9ff","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:53.350791134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d668e7b3-11ba-419c-8f2f-ed4bf6156fb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:53.405590233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d668e7b3-11ba-419c-8f2f-ed4bf6156fb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:53.459229796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d668e7b3-11ba-419c-8f2f-ed4bf6156fb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:53.51221538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d668e7b3-11ba-419c-8f2f-ed4bf6156fb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:54.124371912Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-a6b9ff","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-a6b9ff","reconcileID":"2d2babda-78b9-48d7-869c-b8672299f97a","aitenant":"ai-tenants/e2e-ipp-a-a6b9ff","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:54.959220168Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-a6b9ff","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-a6b9ff","reconcileID":"2d2babda-78b9-48d7-869c-b8672299f97a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-a6b9ff","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-a6b9ff"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:55.457809401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aee8bb3d-0475-4e44-8fa3-283f7b8761fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:55.511265883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aee8bb3d-0475-4e44-8fa3-283f7b8761fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:55.564322639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aee8bb3d-0475-4e44-8fa3-283f7b8761fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:55.617472463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aee8bb3d-0475-4e44-8fa3-283f7b8761fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:55.723604373Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-754aeb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-754aeb","reconcileID":"601ed2a0-d0cd-4b0f-96bf-5414235f3130","aitenant":"ai-tenants/e2e-praxis-a-754aeb","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:56.521340124Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-754aeb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-754aeb","reconcileID":"601ed2a0-d0cd-4b0f-96bf-5414235f3130","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-754aeb","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-754aeb"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:57.659566399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33b7aaf4-e8cc-43a6-aefc-6a1c85afc3e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:57.712777869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33b7aaf4-e8cc-43a6-aefc-6a1c85afc3e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:57.76564683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33b7aaf4-e8cc-43a6-aefc-6a1c85afc3e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:57.818668376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33b7aaf4-e8cc-43a6-aefc-6a1c85afc3e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:59.808381198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f72ac21f-2bc5-4d47-b066-0751a58de8a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:59.861366632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f72ac21f-2bc5-4d47-b066-0751a58de8a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:59.917086694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f72ac21f-2bc5-4d47-b066-0751a58de8a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:45:59.970516984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f72ac21f-2bc5-4d47-b066-0751a58de8a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:01.217352407Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:03.275190938Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b9c10a"},"namespace":"ai-tenant-e2e-ipp-b-b9c10a","name":"default-tenant","reconcileID":"40c5f9a5-5618-4a1a-97d3-7298fcdecce3","namespace":"ai-tenant-e2e-ipp-b-b9c10a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:03.275258768Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b9c10a"},"namespace":"ai-tenant-e2e-ipp-b-b9c10a","name":"default-tenant","reconcileID":"40c5f9a5-5618-4a1a-97d3-7298fcdecce3","namespace":"ai-tenant-e2e-ipp-b-b9c10a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:03.27530779Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b9c10a"},"namespace":"ai-tenant-e2e-ipp-b-b9c10a","name":"default-tenant","reconcileID":"40c5f9a5-5618-4a1a-97d3-7298fcdecce3","tenant":"e2e-ipp-b-b9c10a","tenantID":"e2e-ipp-b-b9c10a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:03.330236332Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b9c10a"},"namespace":"ai-tenant-e2e-ipp-b-b9c10a","name":"default-tenant","reconcileID":"40c5f9a5-5618-4a1a-97d3-7298fcdecce3","gvk":"Deployment","name":"maas-api-e2e-ipp-b-b9c10a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:03.394480551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b9c10a"},"namespace":"ai-tenant-e2e-ipp-b-b9c10a","name":"default-tenant","reconcileID":"40c5f9a5-5618-4a1a-97d3-7298fcdecce3","gvk":"Service","name":"maas-api-e2e-ipp-b-b9c10a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:03.450853581Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b9c10a"},"namespace":"ai-tenant-e2e-ipp-b-b9c10a","name":"default-tenant","reconcileID":"40c5f9a5-5618-4a1a-97d3-7298fcdecce3","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-b9c10a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:03.505815256Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b9c10a"},"namespace":"ai-tenant-e2e-ipp-b-b9c10a","name":"default-tenant","reconcileID":"40c5f9a5-5618-4a1a-97d3-7298fcdecce3","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-b9c10a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:03.563395994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b9c10a"},"namespace":"ai-tenant-e2e-ipp-b-b9c10a","name":"default-tenant","reconcileID":"40c5f9a5-5618-4a1a-97d3-7298fcdecce3","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-b9c10a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:03.619077252Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b9c10a"},"namespace":"ai-tenant-e2e-ipp-b-b9c10a","name":"default-tenant","reconcileID":"40c5f9a5-5618-4a1a-97d3-7298fcdecce3","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-b9c10a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:03.677474676Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b9c10a"},"namespace":"ai-tenant-e2e-ipp-b-b9c10a","name":"default-tenant","reconcileID":"40c5f9a5-5618-4a1a-97d3-7298fcdecce3","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-b9c10a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:03.733075261Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b9c10a"},"namespace":"ai-tenant-e2e-ipp-b-b9c10a","name":"default-tenant","reconcileID":"40c5f9a5-5618-4a1a-97d3-7298fcdecce3","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-b9c10a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:03.788012652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b9c10a"},"namespace":"ai-tenant-e2e-ipp-b-b9c10a","name":"default-tenant","reconcileID":"40c5f9a5-5618-4a1a-97d3-7298fcdecce3","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-b9c10a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:03.843019445Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b9c10a"},"namespace":"ai-tenant-e2e-ipp-b-b9c10a","name":"default-tenant","reconcileID":"40c5f9a5-5618-4a1a-97d3-7298fcdecce3","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-b9c10a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:03.878163895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01c654ce-8e8c-41d8-b1ff-1979371e51cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:03.931518013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01c654ce-8e8c-41d8-b1ff-1979371e51cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:03.941285374Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b9c10a"},"namespace":"ai-tenant-e2e-ipp-b-b9c10a","name":"default-tenant","reconcileID":"40c5f9a5-5618-4a1a-97d3-7298fcdecce3","gvk":"Service","name":"payload-processing-e2e-ipp-b-b9c10a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:03.984886673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01c654ce-8e8c-41d8-b1ff-1979371e51cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:04.039470099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01c654ce-8e8c-41d8-b1ff-1979371e51cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:04.122499223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b9c10a"},"namespace":"ai-tenant-e2e-ipp-b-b9c10a","name":"default-tenant","reconcileID":"40c5f9a5-5618-4a1a-97d3-7298fcdecce3","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-b9c10a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:04.178362654Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b9c10a"},"namespace":"ai-tenant-e2e-ipp-b-b9c10a","name":"default-tenant","reconcileID":"40c5f9a5-5618-4a1a-97d3-7298fcdecce3","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-b9c10a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:04.236074639Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b9c10a"},"namespace":"ai-tenant-e2e-ipp-b-b9c10a","name":"default-tenant","reconcileID":"40c5f9a5-5618-4a1a-97d3-7298fcdecce3","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-b9c10a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:04.33802873Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b9c10a"},"namespace":"ai-tenant-e2e-ipp-b-b9c10a","name":"default-tenant","reconcileID":"40c5f9a5-5618-4a1a-97d3-7298fcdecce3","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-b9c10a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:04.394508485Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b9c10a"},"namespace":"ai-tenant-e2e-ipp-b-b9c10a","name":"default-tenant","reconcileID":"40c5f9a5-5618-4a1a-97d3-7298fcdecce3","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-b9c10a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:04.448957613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b9c10a"},"namespace":"ai-tenant-e2e-ipp-b-b9c10a","name":"default-tenant","reconcileID":"40c5f9a5-5618-4a1a-97d3-7298fcdecce3","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-b9c10a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:04.503529551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b9c10a"},"namespace":"ai-tenant-e2e-ipp-b-b9c10a","name":"default-tenant","reconcileID":"40c5f9a5-5618-4a1a-97d3-7298fcdecce3","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-b9c10a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:04.560476381Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b9c10a"},"namespace":"ai-tenant-e2e-ipp-b-b9c10a","name":"default-tenant","reconcileID":"40c5f9a5-5618-4a1a-97d3-7298fcdecce3","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-b9c10a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:04.61481142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b9c10a"},"namespace":"ai-tenant-e2e-ipp-b-b9c10a","name":"default-tenant","reconcileID":"40c5f9a5-5618-4a1a-97d3-7298fcdecce3","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-b9c10a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:06.022925163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64a2d840-b20f-4706-ac3c-f2d70251a2cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:06.075904373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64a2d840-b20f-4706-ac3c-f2d70251a2cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:06.129148511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64a2d840-b20f-4706-ac3c-f2d70251a2cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:06.182750643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64a2d840-b20f-4706-ac3c-f2d70251a2cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:08.128832015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adcb736c-2724-410c-968e-0cea1893be88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:08.184596412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adcb736c-2724-410c-968e-0cea1893be88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:08.238649042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adcb736c-2724-410c-968e-0cea1893be88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:08.29190327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adcb736c-2724-410c-968e-0cea1893be88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:09.336235772Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-b9c10a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-b9c10a","reconcileID":"2389c7cf-1002-4eac-bc15-20d160afbcfd","aitenant":"ai-tenants/e2e-ipp-b-b9c10a","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:10.105517073Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-b9c10a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-b9c10a","reconcileID":"2389c7cf-1002-4eac-bc15-20d160afbcfd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-b9c10a","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-b9c10a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:10.241436458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b33a85be-edb5-402f-8872-6ad2bd5c7704","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:10.294395068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b33a85be-edb5-402f-8872-6ad2bd5c7704","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:10.347422081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b33a85be-edb5-402f-8872-6ad2bd5c7704","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:10.400297961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b33a85be-edb5-402f-8872-6ad2bd5c7704","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:12.354557386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54265fe7-8cf2-4b72-ae5d-af6553595afc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:12.409221743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54265fe7-8cf2-4b72-ae5d-af6553595afc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:12.462410118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54265fe7-8cf2-4b72-ae5d-af6553595afc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:12.515570074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54265fe7-8cf2-4b72-ae5d-af6553595afc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:14.555759107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02b1100c-1e45-49dd-ac0f-83988b0d73fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:14.609395909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02b1100c-1e45-49dd-ac0f-83988b0d73fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:14.662887162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02b1100c-1e45-49dd-ac0f-83988b0d73fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:14.716414147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02b1100c-1e45-49dd-ac0f-83988b0d73fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:16.629669162Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-5ec4ce","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-5ec4ce","reconcileID":"7ca7272c-a9af-40b0-b9d3-fc0817ae58bd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-5ec4ce","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-5ec4ce":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:16.72128578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daad1f5a-d79b-4f1e-adc5-5cc24770ca35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:16.774538399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daad1f5a-d79b-4f1e-adc5-5cc24770ca35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:16.827550563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daad1f5a-d79b-4f1e-adc5-5cc24770ca35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:16.880746839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daad1f5a-d79b-4f1e-adc5-5cc24770ca35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:18.858521427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afc4026e-918c-4416-9c93-ddd03ac9bd4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:18.911667084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afc4026e-918c-4416-9c93-ddd03ac9bd4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:18.964713403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afc4026e-918c-4416-9c93-ddd03ac9bd4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:19.017622036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afc4026e-918c-4416-9c93-ddd03ac9bd4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:21.156235107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42fff940-080f-4651-bc47-70a3067ae67a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:21.210033035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42fff940-080f-4651-bc47-70a3067ae67a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:21.263390392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42fff940-080f-4651-bc47-70a3067ae67a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:21.316773438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42fff940-080f-4651-bc47-70a3067ae67a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:23.277093529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d9cd34f-3dbc-404c-885c-d0e05200bbca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:23.330470723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d9cd34f-3dbc-404c-885c-d0e05200bbca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:23.38336704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d9cd34f-3dbc-404c-885c-d0e05200bbca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:23.436317046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d9cd34f-3dbc-404c-885c-d0e05200bbca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:25.463072913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46f33a83-864a-42e4-af53-f0a2c2fd6deb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:25.51606926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46f33a83-864a-42e4-af53-f0a2c2fd6deb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:25.56935906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46f33a83-864a-42e4-af53-f0a2c2fd6deb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:25.622463378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46f33a83-864a-42e4-af53-f0a2c2fd6deb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:31.217367578Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:31.254588018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0475b8b5-4fef-45c8-840d-5a6029aed007","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:31.307858888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0475b8b5-4fef-45c8-840d-5a6029aed007","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:31.361226211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0475b8b5-4fef-45c8-840d-5a6029aed007","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:31.416989254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0475b8b5-4fef-45c8-840d-5a6029aed007","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:31.755840638Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-e84ee2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-e84ee2","reconcileID":"4bcaf254-cf02-4054-84e5-dabd12418bd2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-e84ee2","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-e84ee2":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:33.404647071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06bbc612-38e6-4133-8d1d-d027e4b38c55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:33.458163966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06bbc612-38e6-4133-8d1d-d027e4b38c55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:33.511470123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06bbc612-38e6-4133-8d1d-d027e4b38c55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:33.564576841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06bbc612-38e6-4133-8d1d-d027e4b38c55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:35.569041848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3cf0296-1056-4bba-a526-a479e1dfee66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:35.622128259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3cf0296-1056-4bba-a526-a479e1dfee66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:35.675210338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3cf0296-1056-4bba-a526-a479e1dfee66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:35.728739758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3cf0296-1056-4bba-a526-a479e1dfee66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:37.745010807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9de7642-d958-44cb-84fa-57ef31e75ab9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:37.798204597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9de7642-d958-44cb-84fa-57ef31e75ab9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:37.851386978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9de7642-d958-44cb-84fa-57ef31e75ab9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:37.904771746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9de7642-d958-44cb-84fa-57ef31e75ab9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:39.858952125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfb95225-2442-4641-838c-d3503be0255e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:39.912221913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfb95225-2442-4641-838c-d3503be0255e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:39.965395687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfb95225-2442-4641-838c-d3503be0255e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:40.018426607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfb95225-2442-4641-838c-d3503be0255e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:41.383118683Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b755ee"},"namespace":"ai-tenant-e2e-praxis-a-b755ee","name":"default-tenant","reconcileID":"73484926-3fc3-46ae-9dcc-77a4e5cd2444","namespace":"ai-tenant-e2e-praxis-a-b755ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:41.383186939Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b755ee"},"namespace":"ai-tenant-e2e-praxis-a-b755ee","name":"default-tenant","reconcileID":"73484926-3fc3-46ae-9dcc-77a4e5cd2444","namespace":"ai-tenant-e2e-praxis-a-b755ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:41.383235795Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b755ee"},"namespace":"ai-tenant-e2e-praxis-a-b755ee","name":"default-tenant","reconcileID":"73484926-3fc3-46ae-9dcc-77a4e5cd2444","tenant":"e2e-praxis-a-b755ee","tenantID":"e2e-praxis-a-b755ee","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:41.438678798Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b755ee"},"namespace":"ai-tenant-e2e-praxis-a-b755ee","name":"default-tenant","reconcileID":"73484926-3fc3-46ae-9dcc-77a4e5cd2444","gvk":"Deployment","name":"maas-api-e2e-praxis-a-b755ee","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:41.499198865Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b755ee"},"namespace":"ai-tenant-e2e-praxis-a-b755ee","name":"default-tenant","reconcileID":"73484926-3fc3-46ae-9dcc-77a4e5cd2444","gvk":"Service","name":"maas-api-e2e-praxis-a-b755ee","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:41.55938221Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b755ee"},"namespace":"ai-tenant-e2e-praxis-a-b755ee","name":"default-tenant","reconcileID":"73484926-3fc3-46ae-9dcc-77a4e5cd2444","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-b755ee","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:41.614491985Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b755ee"},"namespace":"ai-tenant-e2e-praxis-a-b755ee","name":"default-tenant","reconcileID":"73484926-3fc3-46ae-9dcc-77a4e5cd2444","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-b755ee","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:41.672679249Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b755ee"},"namespace":"ai-tenant-e2e-praxis-a-b755ee","name":"default-tenant","reconcileID":"73484926-3fc3-46ae-9dcc-77a4e5cd2444","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-b755ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:41.728908407Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b755ee"},"namespace":"ai-tenant-e2e-praxis-a-b755ee","name":"default-tenant","reconcileID":"73484926-3fc3-46ae-9dcc-77a4e5cd2444","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-b755ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:41.787163414Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b755ee"},"namespace":"ai-tenant-e2e-praxis-a-b755ee","name":"default-tenant","reconcileID":"73484926-3fc3-46ae-9dcc-77a4e5cd2444","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-b755ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:41.842667553Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b755ee"},"namespace":"ai-tenant-e2e-praxis-a-b755ee","name":"default-tenant","reconcileID":"73484926-3fc3-46ae-9dcc-77a4e5cd2444","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-b755ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:41.895421244Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b755ee"},"namespace":"ai-tenant-e2e-praxis-a-b755ee","name":"default-tenant","reconcileID":"73484926-3fc3-46ae-9dcc-77a4e5cd2444","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-b755ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:41.949091541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b755ee"},"namespace":"ai-tenant-e2e-praxis-a-b755ee","name":"default-tenant","reconcileID":"73484926-3fc3-46ae-9dcc-77a4e5cd2444","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-b755ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:41.982799886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fc131c3-3ffc-48a9-b67c-c9a746937349","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:42.035833656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fc131c3-3ffc-48a9-b67c-c9a746937349","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:42.035861145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b755ee"},"namespace":"ai-tenant-e2e-praxis-a-b755ee","name":"default-tenant","reconcileID":"73484926-3fc3-46ae-9dcc-77a4e5cd2444","gvk":"Service","name":"payload-processing-e2e-praxis-a-b755ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:42.088809015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fc131c3-3ffc-48a9-b67c-c9a746937349","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:42.141626821Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b755ee"},"namespace":"ai-tenant-e2e-praxis-a-b755ee","name":"default-tenant","reconcileID":"73484926-3fc3-46ae-9dcc-77a4e5cd2444","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-b755ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:42.141933848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fc131c3-3ffc-48a9-b67c-c9a746937349","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:42.194609523Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b755ee"},"namespace":"ai-tenant-e2e-praxis-a-b755ee","name":"default-tenant","reconcileID":"73484926-3fc3-46ae-9dcc-77a4e5cd2444","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-b755ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:42.247343236Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b755ee"},"namespace":"ai-tenant-e2e-praxis-a-b755ee","name":"default-tenant","reconcileID":"73484926-3fc3-46ae-9dcc-77a4e5cd2444","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-b755ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:42.301484228Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b755ee"},"namespace":"ai-tenant-e2e-praxis-a-b755ee","name":"default-tenant","reconcileID":"73484926-3fc3-46ae-9dcc-77a4e5cd2444","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-b755ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:42.358231269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b755ee"},"namespace":"ai-tenant-e2e-praxis-a-b755ee","name":"default-tenant","reconcileID":"73484926-3fc3-46ae-9dcc-77a4e5cd2444","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-b755ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:42.412766647Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b755ee"},"namespace":"ai-tenant-e2e-praxis-a-b755ee","name":"default-tenant","reconcileID":"73484926-3fc3-46ae-9dcc-77a4e5cd2444","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-b755ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:42.465474899Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b755ee"},"namespace":"ai-tenant-e2e-praxis-a-b755ee","name":"default-tenant","reconcileID":"73484926-3fc3-46ae-9dcc-77a4e5cd2444","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-b755ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:42.518740762Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b755ee"},"namespace":"ai-tenant-e2e-praxis-a-b755ee","name":"default-tenant","reconcileID":"73484926-3fc3-46ae-9dcc-77a4e5cd2444","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-b755ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:42.571302508Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b755ee"},"namespace":"ai-tenant-e2e-praxis-a-b755ee","name":"default-tenant","reconcileID":"73484926-3fc3-46ae-9dcc-77a4e5cd2444","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-b755ee","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:45.889601053Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-b755ee","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-b755ee","reconcileID":"b24336ab-99bb-4928-ba20-e4cd42e6c17c","aitenant":"ai-tenants/e2e-praxis-a-b755ee","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:46.377435114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c7e2121-db86-41e2-a067-16d785394084","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:46.430642687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c7e2121-db86-41e2-a067-16d785394084","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:46.483608714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c7e2121-db86-41e2-a067-16d785394084","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:46.536581585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c7e2121-db86-41e2-a067-16d785394084","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:46.70342194Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-b755ee","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-b755ee","reconcileID":"b24336ab-99bb-4928-ba20-e4cd42e6c17c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-b755ee","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-b755ee"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:48.581662828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93065891-4859-4b30-b1ad-32b884136da5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:48.634801629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93065891-4859-4b30-b1ad-32b884136da5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:48.687923972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93065891-4859-4b30-b1ad-32b884136da5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:48.740954916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93065891-4859-4b30-b1ad-32b884136da5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:50.752916163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b0c5f46-5285-4225-b4f7-7b8162d23039","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:50.805938374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b0c5f46-5285-4225-b4f7-7b8162d23039","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:50.859044817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b0c5f46-5285-4225-b4f7-7b8162d23039","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:50.912189082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b0c5f46-5285-4225-b4f7-7b8162d23039","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:52.863734643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92c403eb-56db-4872-b06f-f11720c4138c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:52.9169095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92c403eb-56db-4872-b06f-f11720c4138c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:52.970219274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92c403eb-56db-4872-b06f-f11720c4138c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:53.023274888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92c403eb-56db-4872-b06f-f11720c4138c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:54.982290774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d3ea7e6-fd24-407e-9394-8fee7812731e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:55.035283308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d3ea7e6-fd24-407e-9394-8fee7812731e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:55.088228197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d3ea7e6-fd24-407e-9394-8fee7812731e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:55.141508011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d3ea7e6-fd24-407e-9394-8fee7812731e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:57.155330633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7083d2e1-75f9-466c-b4f0-2c07a5e37006","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:57.20879415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7083d2e1-75f9-466c-b4f0-2c07a5e37006","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:57.261987057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7083d2e1-75f9-466c-b4f0-2c07a5e37006","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:57.315334283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7083d2e1-75f9-466c-b4f0-2c07a5e37006","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:58.267678463Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3480a2"},"namespace":"ai-tenant-e2e-praxis-b-3480a2","name":"default-tenant","reconcileID":"e50ba0e8-a1ba-455e-a1a1-ba7ddf46c022","namespace":"ai-tenant-e2e-praxis-b-3480a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:58.267736327Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3480a2"},"namespace":"ai-tenant-e2e-praxis-b-3480a2","name":"default-tenant","reconcileID":"e50ba0e8-a1ba-455e-a1a1-ba7ddf46c022","namespace":"ai-tenant-e2e-praxis-b-3480a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:58.267785254Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3480a2"},"namespace":"ai-tenant-e2e-praxis-b-3480a2","name":"default-tenant","reconcileID":"e50ba0e8-a1ba-455e-a1a1-ba7ddf46c022","tenant":"e2e-praxis-b-3480a2","tenantID":"e2e-praxis-b-3480a2","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:58.322550545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3480a2"},"namespace":"ai-tenant-e2e-praxis-b-3480a2","name":"default-tenant","reconcileID":"e50ba0e8-a1ba-455e-a1a1-ba7ddf46c022","gvk":"Deployment","name":"maas-api-e2e-praxis-b-3480a2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:58.420594814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3480a2"},"namespace":"ai-tenant-e2e-praxis-b-3480a2","name":"default-tenant","reconcileID":"e50ba0e8-a1ba-455e-a1a1-ba7ddf46c022","gvk":"Service","name":"maas-api-e2e-praxis-b-3480a2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:58.481880371Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3480a2"},"namespace":"ai-tenant-e2e-praxis-b-3480a2","name":"default-tenant","reconcileID":"e50ba0e8-a1ba-455e-a1a1-ba7ddf46c022","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-3480a2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:58.537063733Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3480a2"},"namespace":"ai-tenant-e2e-praxis-b-3480a2","name":"default-tenant","reconcileID":"e50ba0e8-a1ba-455e-a1a1-ba7ddf46c022","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-3480a2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:58.593066282Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3480a2"},"namespace":"ai-tenant-e2e-praxis-b-3480a2","name":"default-tenant","reconcileID":"e50ba0e8-a1ba-455e-a1a1-ba7ddf46c022","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-3480a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:58.648595799Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3480a2"},"namespace":"ai-tenant-e2e-praxis-b-3480a2","name":"default-tenant","reconcileID":"e50ba0e8-a1ba-455e-a1a1-ba7ddf46c022","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-3480a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:58.743402219Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3480a2"},"namespace":"ai-tenant-e2e-praxis-b-3480a2","name":"default-tenant","reconcileID":"e50ba0e8-a1ba-455e-a1a1-ba7ddf46c022","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-3480a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:58.79896774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3480a2"},"namespace":"ai-tenant-e2e-praxis-b-3480a2","name":"default-tenant","reconcileID":"e50ba0e8-a1ba-455e-a1a1-ba7ddf46c022","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-3480a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:58.851837544Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3480a2"},"namespace":"ai-tenant-e2e-praxis-b-3480a2","name":"default-tenant","reconcileID":"e50ba0e8-a1ba-455e-a1a1-ba7ddf46c022","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-3480a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:58.904602593Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3480a2"},"namespace":"ai-tenant-e2e-praxis-b-3480a2","name":"default-tenant","reconcileID":"e50ba0e8-a1ba-455e-a1a1-ba7ddf46c022","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-3480a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:58.957623706Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3480a2"},"namespace":"ai-tenant-e2e-praxis-b-3480a2","name":"default-tenant","reconcileID":"e50ba0e8-a1ba-455e-a1a1-ba7ddf46c022","gvk":"Service","name":"payload-processing-e2e-praxis-b-3480a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:59.010409986Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3480a2"},"namespace":"ai-tenant-e2e-praxis-b-3480a2","name":"default-tenant","reconcileID":"e50ba0e8-a1ba-455e-a1a1-ba7ddf46c022","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-3480a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:59.063032723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3480a2"},"namespace":"ai-tenant-e2e-praxis-b-3480a2","name":"default-tenant","reconcileID":"e50ba0e8-a1ba-455e-a1a1-ba7ddf46c022","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-3480a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:59.116387264Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3480a2"},"namespace":"ai-tenant-e2e-praxis-b-3480a2","name":"default-tenant","reconcileID":"e50ba0e8-a1ba-455e-a1a1-ba7ddf46c022","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-3480a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:59.169121216Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3480a2"},"namespace":"ai-tenant-e2e-praxis-b-3480a2","name":"default-tenant","reconcileID":"e50ba0e8-a1ba-455e-a1a1-ba7ddf46c022","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-3480a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:59.226603976Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3480a2"},"namespace":"ai-tenant-e2e-praxis-b-3480a2","name":"default-tenant","reconcileID":"e50ba0e8-a1ba-455e-a1a1-ba7ddf46c022","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-3480a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:59.271721266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"490f5ab8-d318-4121-9f8e-78067eebd960","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:59.324799014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"490f5ab8-d318-4121-9f8e-78067eebd960","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:59.324938649Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3480a2"},"namespace":"ai-tenant-e2e-praxis-b-3480a2","name":"default-tenant","reconcileID":"e50ba0e8-a1ba-455e-a1a1-ba7ddf46c022","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-3480a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:59.378478121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"490f5ab8-d318-4121-9f8e-78067eebd960","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:59.431823382Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3480a2"},"namespace":"ai-tenant-e2e-praxis-b-3480a2","name":"default-tenant","reconcileID":"e50ba0e8-a1ba-455e-a1a1-ba7ddf46c022","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-3480a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:59.432085368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"490f5ab8-d318-4121-9f8e-78067eebd960","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:59.484786544Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3480a2"},"namespace":"ai-tenant-e2e-praxis-b-3480a2","name":"default-tenant","reconcileID":"e50ba0e8-a1ba-455e-a1a1-ba7ddf46c022","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-3480a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:46:59.537686397Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3480a2"},"namespace":"ai-tenant-e2e-praxis-b-3480a2","name":"default-tenant","reconcileID":"e50ba0e8-a1ba-455e-a1a1-ba7ddf46c022","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-3480a2","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:01.217224313Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:01.425520153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c67aade-ff4c-4401-bab1-fd089a82a611","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:01.478424987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c67aade-ff4c-4401-bab1-fd089a82a611","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:01.531401127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c67aade-ff4c-4401-bab1-fd089a82a611","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:01.584529256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c67aade-ff4c-4401-bab1-fd089a82a611","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:02.197232868Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-3480a2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-3480a2","reconcileID":"455c0fde-79b3-431f-b9af-605a19be2688","aitenant":"ai-tenants/e2e-praxis-b-3480a2","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:03.104383009Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-3480a2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-3480a2","reconcileID":"455c0fde-79b3-431f-b9af-605a19be2688","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-3480a2","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-3480a2"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:03.660082104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ceba5f4b-233c-46e6-8e89-541dde779ccd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:03.713029362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ceba5f4b-233c-46e6-8e89-541dde779ccd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:03.766035057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ceba5f4b-233c-46e6-8e89-541dde779ccd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:03.819060067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ceba5f4b-233c-46e6-8e89-541dde779ccd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:05.76262841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e59efdf3-d3e0-405e-8942-f0e1d5a642f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:05.815523975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e59efdf3-d3e0-405e-8942-f0e1d5a642f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:05.868410044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e59efdf3-d3e0-405e-8942-f0e1d5a642f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:05.921411648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e59efdf3-d3e0-405e-8942-f0e1d5a642f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:07.452747054Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-subscription","reconcileID":"94d48c5c-7bc2-4e8e-a92b-e39a44559388","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:07.884020825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"198e4dfb-7217-4ad7-bb92-7d4e913ddb50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:07.937167552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"198e4dfb-7217-4ad7-bb92-7d4e913ddb50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:07.99016695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"198e4dfb-7217-4ad7-bb92-7d4e913ddb50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:08.04334874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"198e4dfb-7217-4ad7-bb92-7d4e913ddb50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:10.056975242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"007d5113-fa5f-4bcd-9566-2871b36de740","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:10.110052797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"007d5113-fa5f-4bcd-9566-2871b36de740","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:10.163084916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"007d5113-fa5f-4bcd-9566-2871b36de740","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:10.21611252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"007d5113-fa5f-4bcd-9566-2871b36de740","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:10.607710559Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-subscription","reconcileID":"e0dbe890-a223-47c2-bcd2-f611744b4e3a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-premium-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/premium-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:12.260832684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d35a8d0c-7456-4044-913d-ac59d5320040","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:12.313912183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d35a8d0c-7456-4044-913d-ac59d5320040","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:12.367053086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d35a8d0c-7456-4044-913d-ac59d5320040","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:12.420106928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d35a8d0c-7456-4044-913d-ac59d5320040","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:13.603220122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"fe3a0914-6209-4904-89ee-7f2d1d91d0ed","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:13.661697039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"be63c880-54ac-4e9f-9418-ae96b344a5a7","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:47:13.710900034Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-4309a429","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-apikey-sub-binding-4309a429","reconcileID":"12eafefe-5178-4a7d-bccf-e0719225afa2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-sub-binding-4309a429\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:13.791095573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"76d6d921-9154-4ac8-904d-6c3f97570d59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:13.791595592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"4172e1e0-ddec-49c0-897c-aabecf98a3a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:13.826031998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"314849f1-25ad-465f-8e15-16fbb10611f1","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:13.900069683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"4172e1e0-ddec-49c0-897c-aabecf98a3a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:13.900116774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"76d6d921-9154-4ac8-904d-6c3f97570d59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:13.901153566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"b1651310-f9b9-4fc8-bac2-889dca23a54a","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:14.174087162Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-4309a429","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-apikey-sub-binding-4309a429","reconcileID":"d4a51951-6fb2-4f72-a75c-d375b603a8c2","MaaSSubscription":{"name":"e2e-apikey-sub-binding-4309a429","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-de27f5/e2e-apikey-sub-binding-4309a429","ai-tenant-e2e-worker-w2-de27f5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:14.266836775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"a23244af-8dc6-47be-a361-67d89d5549a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:14.266858375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"02455fb7-8789-4b2d-b351-16c363fb8d8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:14.325658126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"a23244af-8dc6-47be-a361-67d89d5549a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:14.32571246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"02455fb7-8789-4b2d-b351-16c363fb8d8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:14.343545162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"d4fd6f43-00b8-439b-ba6b-595456f3aee9","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:14.388257475Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-subscription","reconcileID":"64ce95d2-d1c1-4655-a5e7-bbb00e63f214","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:14.397150984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d70c2432-09e1-4673-8130-8cc91d5db33c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:14.450382755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d70c2432-09e1-4673-8130-8cc91d5db33c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:14.503808164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d70c2432-09e1-4673-8130-8cc91d5db33c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:14.557503982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d70c2432-09e1-4673-8130-8cc91d5db33c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:14.664069632Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-4309a429","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-apikey-sub-binding-4309a429","reconcileID":"0d4c1fba-85b6-4756-950d-2604b9a76649","MaaSSubscription":{"name":"e2e-apikey-sub-binding-4309a429","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:15.361733139Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-4309a429","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-apikey-sub-binding-4309a429","reconcileID":"48eb4b8c-8e04-413a-a3a4-f341dcc58519","MaaSSubscription":{"name":"e2e-apikey-sub-binding-4309a429","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:15.361747275Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-subscription","reconcileID":"33240a61-1b07-472d-b094-e19c7696e764","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:15.385586152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5ec4ce"},"namespace":"ai-tenant-e2e-praxis-a-5ec4ce","name":"default-tenant","reconcileID":"39a759c3-e960-49ec-beae-c54215887c80","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-5ec4ce","tenantID":"e2e-praxis-a-5ec4ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:15.504991584Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5ec4ce"},"namespace":"ai-tenant-e2e-praxis-a-5ec4ce","name":"default-tenant","reconcileID":"39a759c3-e960-49ec-beae-c54215887c80","name":"e2e-praxis-a-5ec4ce-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:16.504537127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44301200-7a90-48ec-94b7-24798c5bb7fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:16.558115995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44301200-7a90-48ec-94b7-24798c5bb7fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:16.611270869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44301200-7a90-48ec-94b7-24798c5bb7fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:16.664811109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44301200-7a90-48ec-94b7-24798c5bb7fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:17.736616143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"fe67c7e8-ccc4-4585-aed1-4fd97eaf0bb2","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:17.895141519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"4d8fb1a0-4f5d-48e9-a569-1ccf43d42956","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:17.895144546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"a95a5d6e-3b59-4342-be0d-fbaad98f9976","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:17.953882526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"4d8fb1a0-4f5d-48e9-a569-1ccf43d42956","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:17.95446883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"a95a5d6e-3b59-4342-be0d-fbaad98f9976","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:27.902165777Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-4309a429","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-apikey-sub-binding-4309a429","reconcileID":"7eb16445-a512-4491-96f7-7c376988364c","MaaSSubscription":{"name":"e2e-apikey-sub-binding-4309a429","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscription":"e2e-apikey-sub-binding-4309a429","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:28.122474736Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-4309a429","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-apikey-sub-binding-4309a429","reconcileID":"7eb16445-a512-4491-96f7-7c376988364c","MaaSSubscription":{"name":"e2e-apikey-sub-binding-4309a429","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-de27f5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:28.336427882Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-subscription","reconcileID":"888e60f6-fcc2-4ac7-8919-29019a56bf07","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:28.387054956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"58c96111-ab56-4bdf-8901-2d5472005a3b","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:28.545656955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"4eb8912b-84b3-4afb-a991-300cab183e5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:28.545657073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"e14e6e1a-1cc0-43c7-bc50-7562ca1563e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:28.604477435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"4eb8912b-84b3-4afb-a991-300cab183e5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:28.604516742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"e14e6e1a-1cc0-43c7-bc50-7562ca1563e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:29.686254593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"premium-w2-de27f5","reconcileID":"28199e9f-f7c7-45ca-8ce6-e3dfcedf801e","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"premium-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"premium-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:29.744632079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"premium-w2-de27f5","reconcileID":"d1d9aeca-308d-4802-b0fb-7738d7b1297d","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"premium-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"premium-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:47:29.794270338Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-ordering-sub","reconcileID":"2bd5091c-270e-4fcf-b2cb-27eec27c2204","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ordering-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:29.845064082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"bf18fcf0-3c57-4ce8-8736-a9a70a0b0185","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:29.84579385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"952c879a-fd01-491b-86b0-31201eef30b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:29.903568409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"bf18fcf0-3c57-4ce8-8736-a9a70a0b0185","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:29.903843367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"952c879a-fd01-491b-86b0-31201eef30b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:29.909308334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"premium-w2-de27f5","reconcileID":"01013fd1-fcac-481c-9bb6-73388ad06bf7","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"premium-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"premium-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:29.967539634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"premium-w2-de27f5","reconcileID":"d4027dd1-8f7b-4de5-b5fb-2f84aa92a2b7","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"premium-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"premium-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:30.221559126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"5d20fef0-956c-45fa-a92e-451fc5b0918a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:30.221559177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"94ae94e7-e59c-4adf-aaf6-a12b7ab69d48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:30.24111157Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-ordering-sub","reconcileID":"ff445b08-9e86-4dea-9c66-9b638953d2c1","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-premium-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/premium-w2-de27f5","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-de27f5/e2e-ordering-sub","ai-tenant-e2e-worker-w2-de27f5/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:30.279987757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"94ae94e7-e59c-4adf-aaf6-a12b7ab69d48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:30.280028847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"5d20fef0-956c-45fa-a92e-451fc5b0918a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:30.410412689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"premium-w2-de27f5","reconcileID":"93f67899-44df-4bae-b7ff-018fc9d98424","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"premium-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"premium-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:30.455106261Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-subscription","reconcileID":"267056ad-b942-403a-9ea5-61f5b7690237","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-premium-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/premium-w2-de27f5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:30.624703164Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-ordering-sub","reconcileID":"1fcd428a-0d69-438f-903b-137dee616739","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-premium-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/premium-w2-de27f5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:31.218320512Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:33.211493069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"premium-w2-de27f5","reconcileID":"378aaa74-e8ad-4a09-8b6a-d2be77fabb81","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"premium-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"premium-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:33.223240497Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-ordering-sub","reconcileID":"52ebf6ab-6e67-4011-9d10-a1a8bf22eb9b","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-premium-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/premium-w2-de27f5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:33.223420567Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-subscription","reconcileID":"418fe9c9-f18d-4306-b26b-53c3a1b3fb6f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-premium-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/premium-w2-de27f5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:33.270294203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"premium-w2-de27f5","reconcileID":"87590ccf-0c26-4b9f-914a-5a990f2ad141","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"premium-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"premium-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:33.429238756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-ordering-auth","reconcileID":"91a38e56-1c0f-4ddd-bb86-76c2f0f10b5e","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:33.48774557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-ordering-auth","reconcileID":"91a38e56-1c0f-4ddd-bb86-76c2f0f10b5e","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:33.80862227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"premium-w2-de27f5","reconcileID":"3ff54309-e55b-42c1-9f37-febb02b398ab","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"premium-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"premium-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:35.151721042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e84ee2"},"namespace":"ai-tenant-e2e-praxis-b-e84ee2","name":"default-tenant","reconcileID":"cadcfe5a-140e-4401-a211-deda628fc37a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-e84ee2","tenantID":"e2e-praxis-b-e84ee2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:35.271262341Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e84ee2"},"namespace":"ai-tenant-e2e-praxis-b-e84ee2","name":"default-tenant","reconcileID":"cadcfe5a-140e-4401-a211-deda628fc37a","name":"e2e-praxis-b-e84ee2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:36.106663055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"premium-w2-de27f5","reconcileID":"214266e8-cca0-4a43-9610-048ea5471e7d","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"premium-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"premium-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:36.266732495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"4b3b56d4-1ebf-4fbe-bdf1-49de12860ca7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:36.26694294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"e73d9b69-427d-40f8-b01f-a49ba7ac3e02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:36.266732537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-ordering-auth","reconcileID":"cdfe9dac-4dc1-47e8-a55b-5fb4fd05fec3","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:36.327057563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"4b3b56d4-1ebf-4fbe-bdf1-49de12860ca7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:36.327059114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-ordering-auth","reconcileID":"cdfe9dac-4dc1-47e8-a55b-5fb4fd05fec3","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:36.329191266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"e73d9b69-427d-40f8-b01f-a49ba7ac3e02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:46.275255092Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-ordering-sub","reconcileID":"a2cb1733-15a5-44b0-9705-46b89c2cbbbd","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"model":"e2e-models-e2e-worker-w2-de27f5/premium-w2-de27f5","subscription":"e2e-ordering-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:46.495580876Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-ordering-sub","reconcileID":"a2cb1733-15a5-44b0-9705-46b89c2cbbbd","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-premium-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/premium-w2-de27f5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-de27f5/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:46.708910804Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-subscription","reconcileID":"42728bb5-45ea-460e-b94e-88200eb01d5c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-premium-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/premium-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:46.759544737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"premium-w2-de27f5","reconcileID":"702a5b4e-c4ce-4f2d-b911-f1f3ad766f70","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"premium-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"premium-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:46.91905655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-ordering-auth","reconcileID":"8c16e01c-9841-48c0-9359-2a5d82006b11","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:46.919266202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"7001cb1e-72b0-465d-9213-38c5f9ef9b75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:46.919056537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"aab7d4dd-2c74-45f5-93d8-ecab5bcf3b32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:46.924027855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"premium-w2-de27f5","reconcileID":"352b8df8-4f94-4e37-b46e-1175b718c3c6","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"premium-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"premium-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:46.977571328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"7001cb1e-72b0-465d-9213-38c5f9ef9b75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:46.977820622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"aab7d4dd-2c74-45f5-93d8-ecab5bcf3b32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:46.979819437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-ordering-auth","reconcileID":"8c16e01c-9841-48c0-9359-2a5d82006b11","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:47.183919692Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-ordering-auth","reconcileID":"00ebe70a-30e6-42ef-8584-b25f5382748a","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"model":"e2e-models-e2e-worker-w2-de27f5/premium-w2-de27f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:47.394030722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"premium-w2-de27f5","reconcileID":"665a6e95-fefa-4ee2-8f80-397f3aa825d2","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"premium-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"premium-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:48.719892446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"premium-w2-de27f5","reconcileID":"662223d2-8220-4c22-86e9-2a38e3c2165f","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"premium-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"premium-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:48.776123198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"premium-w2-de27f5","reconcileID":"98ad6ab0-2ba1-4d9a-9250-229625d32770","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"premium-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"premium-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:48.934115348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-test-auth-success","reconcileID":"abd5755f-5d64-4378-947c-45fd2ca68f12","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:48.993620015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-test-auth-success","reconcileID":"abd5755f-5d64-4378-947c-45fd2ca68f12","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:49.016679515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"premium-w2-de27f5","reconcileID":"e2aacf69-28d3-49a4-9469-a370f22fbd19","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"premium-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"premium-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:49.075040381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"premium-w2-de27f5","reconcileID":"81fe87ac-8798-47f0-8b69-fca6532a9678","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"premium-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"premium-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:47:49.126935141Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-test-subscription-success","reconcileID":"1d12cd48-504c-45ee-9df2-46b31537527f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-success\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:49.177811423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"117ea2cf-7735-43d2-b462-bda6b2d98d54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:49.178121179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"27febb5d-69b1-4020-a453-c67976ddff79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:49.236077746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"27febb5d-69b1-4020-a453-c67976ddff79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:49.237177014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"117ea2cf-7735-43d2-b462-bda6b2d98d54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:49.242322876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"premium-w2-de27f5","reconcileID":"daed5439-0f41-4e23-a9cb-f71cc11dba8e","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"premium-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"premium-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:49.266921973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"premium-w2-de27f5","reconcileID":"d5f2b923-7e14-4cef-be2b-36718dcb9c54","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"premium-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"premium-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:49.29862529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"premium-w2-de27f5","reconcileID":"1ce1ed6f-7cc4-4715-86f5-3ba9aca965b6","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"premium-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"premium-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:49.42401068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-test-auth-success","reconcileID":"4444c7e2-2d91-4f20-bb7d-8d6c63ff290f","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:49.482015932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-test-auth-success","reconcileID":"4444c7e2-2d91-4f20-bb7d-8d6c63ff290f","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:49.552661998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"2bc49264-3f52-4d18-a464-149f8fac59dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:49.552660042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"3375b878-035a-4c71-8723-2648d16c84ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:49.570968018Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-test-subscription-success","reconcileID":"770d3c9b-622f-4828-9181-a3be5615c143","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-premium-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/premium-w2-de27f5","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-de27f5/e2e-test-subscription-success","ai-tenant-e2e-worker-w2-de27f5/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:49.610752732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"2bc49264-3f52-4d18-a464-149f8fac59dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:49.611137186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"3375b878-035a-4c71-8723-2648d16c84ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:49.74095285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"premium-w2-de27f5","reconcileID":"93958df7-ffbc-4955-b81e-08865f172f6b","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"premium-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"premium-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:49.784927504Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-subscription","reconcileID":"5bd03fc6-54e6-49b2-91a3-a530936c549f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-premium-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/premium-w2-de27f5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:49.954838176Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-test-subscription-success","reconcileID":"6c774e5f-1104-4493-8083-f209b79d017a","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-premium-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/premium-w2-de27f5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:50.032360109Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a9e5cd"},"namespace":"ai-tenant-e2e-praxis-b-a9e5cd","name":"default-tenant","reconcileID":"e8e333ba-3044-4aa9-b111-5446551a2daf","namespace":"ai-tenant-e2e-praxis-b-a9e5cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:50.032434194Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a9e5cd"},"namespace":"ai-tenant-e2e-praxis-b-a9e5cd","name":"default-tenant","reconcileID":"e8e333ba-3044-4aa9-b111-5446551a2daf","namespace":"ai-tenant-e2e-praxis-b-a9e5cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:50.032525688Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a9e5cd"},"namespace":"ai-tenant-e2e-praxis-b-a9e5cd","name":"default-tenant","reconcileID":"e8e333ba-3044-4aa9-b111-5446551a2daf","tenant":"e2e-praxis-b-a9e5cd","tenantID":"e2e-praxis-b-a9e5cd","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:50.087440104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a9e5cd"},"namespace":"ai-tenant-e2e-praxis-b-a9e5cd","name":"default-tenant","reconcileID":"e8e333ba-3044-4aa9-b111-5446551a2daf","gvk":"Deployment","name":"maas-api-e2e-praxis-b-a9e5cd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:50.149305936Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a9e5cd"},"namespace":"ai-tenant-e2e-praxis-b-a9e5cd","name":"default-tenant","reconcileID":"e8e333ba-3044-4aa9-b111-5446551a2daf","gvk":"Service","name":"maas-api-e2e-praxis-b-a9e5cd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:50.211172344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a9e5cd"},"namespace":"ai-tenant-e2e-praxis-b-a9e5cd","name":"default-tenant","reconcileID":"e8e333ba-3044-4aa9-b111-5446551a2daf","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-a9e5cd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:50.267555943Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a9e5cd"},"namespace":"ai-tenant-e2e-praxis-b-a9e5cd","name":"default-tenant","reconcileID":"e8e333ba-3044-4aa9-b111-5446551a2daf","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-a9e5cd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:50.323378528Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a9e5cd"},"namespace":"ai-tenant-e2e-praxis-b-a9e5cd","name":"default-tenant","reconcileID":"e8e333ba-3044-4aa9-b111-5446551a2daf","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-a9e5cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:50.379037028Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a9e5cd"},"namespace":"ai-tenant-e2e-praxis-b-a9e5cd","name":"default-tenant","reconcileID":"e8e333ba-3044-4aa9-b111-5446551a2daf","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-a9e5cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:50.437053483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a9e5cd"},"namespace":"ai-tenant-e2e-praxis-b-a9e5cd","name":"default-tenant","reconcileID":"e8e333ba-3044-4aa9-b111-5446551a2daf","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-a9e5cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:50.494941546Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a9e5cd"},"namespace":"ai-tenant-e2e-praxis-b-a9e5cd","name":"default-tenant","reconcileID":"e8e333ba-3044-4aa9-b111-5446551a2daf","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-a9e5cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:50.547582841Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a9e5cd"},"namespace":"ai-tenant-e2e-praxis-b-a9e5cd","name":"default-tenant","reconcileID":"e8e333ba-3044-4aa9-b111-5446551a2daf","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-a9e5cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:50.600325323Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a9e5cd"},"namespace":"ai-tenant-e2e-praxis-b-a9e5cd","name":"default-tenant","reconcileID":"e8e333ba-3044-4aa9-b111-5446551a2daf","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-a9e5cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:50.652948693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a9e5cd"},"namespace":"ai-tenant-e2e-praxis-b-a9e5cd","name":"default-tenant","reconcileID":"e8e333ba-3044-4aa9-b111-5446551a2daf","gvk":"Service","name":"payload-processing-e2e-praxis-b-a9e5cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:50.705522324Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a9e5cd"},"namespace":"ai-tenant-e2e-praxis-b-a9e5cd","name":"default-tenant","reconcileID":"e8e333ba-3044-4aa9-b111-5446551a2daf","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-a9e5cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:50.758133907Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a9e5cd"},"namespace":"ai-tenant-e2e-praxis-b-a9e5cd","name":"default-tenant","reconcileID":"e8e333ba-3044-4aa9-b111-5446551a2daf","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-a9e5cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:50.811049087Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a9e5cd"},"namespace":"ai-tenant-e2e-praxis-b-a9e5cd","name":"default-tenant","reconcileID":"e8e333ba-3044-4aa9-b111-5446551a2daf","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-a9e5cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:50.863966871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a9e5cd"},"namespace":"ai-tenant-e2e-praxis-b-a9e5cd","name":"default-tenant","reconcileID":"e8e333ba-3044-4aa9-b111-5446551a2daf","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-a9e5cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:50.920852218Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a9e5cd"},"namespace":"ai-tenant-e2e-praxis-b-a9e5cd","name":"default-tenant","reconcileID":"e8e333ba-3044-4aa9-b111-5446551a2daf","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-a9e5cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:50.973606676Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a9e5cd"},"namespace":"ai-tenant-e2e-praxis-b-a9e5cd","name":"default-tenant","reconcileID":"e8e333ba-3044-4aa9-b111-5446551a2daf","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-a9e5cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:51.026256935Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a9e5cd"},"namespace":"ai-tenant-e2e-praxis-b-a9e5cd","name":"default-tenant","reconcileID":"e8e333ba-3044-4aa9-b111-5446551a2daf","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-a9e5cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:51.078864354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a9e5cd"},"namespace":"ai-tenant-e2e-praxis-b-a9e5cd","name":"default-tenant","reconcileID":"e8e333ba-3044-4aa9-b111-5446551a2daf","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-a9e5cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:51.131811952Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a9e5cd"},"namespace":"ai-tenant-e2e-praxis-b-a9e5cd","name":"default-tenant","reconcileID":"e8e333ba-3044-4aa9-b111-5446551a2daf","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-a9e5cd","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:52.516821516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"premium-w2-de27f5","reconcileID":"efa4a3f0-3954-41de-81c0-b89fabe99a8e","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"premium-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"premium-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:52.675310183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-test-auth-success","reconcileID":"2719701b-3c64-488b-84a8-15d94186c49e","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:52.675348387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"f6e12364-1503-4314-bd2c-a6beb41a7ade","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:52.675740229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"97ad87af-7a1b-4228-b9f8-e0933e692f0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:52.734001814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"f6e12364-1503-4314-bd2c-a6beb41a7ade","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:52.734001833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-test-auth-success","reconcileID":"2719701b-3c64-488b-84a8-15d94186c49e","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:52.735998555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"97ad87af-7a1b-4228-b9f8-e0933e692f0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:52.737427263Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-29dd3f","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"praxis-route-29dd3f","reconcileID":"853aee3d-d26e-4835-8a71-1e4c67db3f0e","MaaSModelRef":{"name":"praxis-route-29dd3f","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"tenant":"e2e-praxis-a-29dd3f","gateway":"openshift-ingress/e2e-praxis-a-29dd3f","model":"ai-tenant-e2e-praxis-a-29dd3f/praxis-route-29dd3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:52.737473822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-29dd3f","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"praxis-route-29dd3f","reconcileID":"853aee3d-d26e-4835-8a71-1e4c67db3f0e","MaaSModelRef":{"name":"praxis-route-29dd3f","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"routeName":"praxis-route-29dd3f-kserve-route","namespace":"ai-tenant-e2e-praxis-a-29dd3f","llmisvcName":"praxis-route-29dd3f","gateway":"openshift-ingress/e2e-praxis-a-29dd3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:58.202541127Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-29dd3f","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"praxis-route-29dd3f","reconcileID":"1d455389-fd96-4f88-8fa5-9ccd7e3be954","MaaSModelRef":{"name":"praxis-route-29dd3f","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"tenant":"e2e-praxis-a-29dd3f","gateway":"openshift-ingress/e2e-praxis-a-29dd3f","model":"ai-tenant-e2e-praxis-a-29dd3f/praxis-route-29dd3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:58.202570394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-29dd3f","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"praxis-route-29dd3f","reconcileID":"1d455389-fd96-4f88-8fa5-9ccd7e3be954","MaaSModelRef":{"name":"praxis-route-29dd3f","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"routeName":"praxis-route-29dd3f-kserve-route","namespace":"ai-tenant-e2e-praxis-a-29dd3f","llmisvcName":"praxis-route-29dd3f","gateway":"openshift-ingress/e2e-praxis-a-29dd3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:58.258328316Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-29dd3f","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"praxis-route-29dd3f","reconcileID":"abdb4350-8de5-4c36-8632-2f275452af85","MaaSModelRef":{"name":"praxis-route-29dd3f","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"tenant":"e2e-praxis-a-29dd3f","gateway":"openshift-ingress/e2e-praxis-a-29dd3f","model":"ai-tenant-e2e-praxis-a-29dd3f/praxis-route-29dd3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:58.258346926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-29dd3f","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"praxis-route-29dd3f","reconcileID":"abdb4350-8de5-4c36-8632-2f275452af85","MaaSModelRef":{"name":"praxis-route-29dd3f","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"routeName":"praxis-route-29dd3f-kserve-route","namespace":"ai-tenant-e2e-praxis-a-29dd3f","llmisvcName":"praxis-route-29dd3f","gateway":"openshift-ingress/e2e-praxis-a-29dd3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:58.363716526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-29dd3f-auth","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"praxis-route-29dd3f-auth","reconcileID":"b4c5983c-ce52-481a-bf39-868802484307","MaaSAuthPolicy":{"name":"praxis-route-29dd3f-auth","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-29dd3f","tenantID":"e2e-praxis-a-29dd3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:58.492540554Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-29dd3f-auth","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"praxis-route-29dd3f-auth","reconcileID":"b4c5983c-ce52-481a-bf39-868802484307","MaaSAuthPolicy":{"name":"praxis-route-29dd3f-auth","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"name":"e2e-praxis-a-29dd3f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:58.548954162Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-29dd3f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-29dd3f-auth","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"praxis-route-29dd3f-auth","reconcileID":"b4c5983c-ce52-481a-bf39-868802484307","MaaSAuthPolicy":{"name":"praxis-route-29dd3f-auth","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:58.605837796Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-29dd3f","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"praxis-route-29dd3f","reconcileID":"38a801ff-bfcf-4376-8b4d-134b28a38c21","MaaSModelRef":{"name":"praxis-route-29dd3f","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"tenant":"e2e-praxis-a-29dd3f","gateway":"openshift-ingress/e2e-praxis-a-29dd3f","model":"ai-tenant-e2e-praxis-a-29dd3f/praxis-route-29dd3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:47:58.605858482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-29dd3f","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"praxis-route-29dd3f","reconcileID":"38a801ff-bfcf-4376-8b4d-134b28a38c21","MaaSModelRef":{"name":"praxis-route-29dd3f","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"routeName":"praxis-route-29dd3f-kserve-route","namespace":"ai-tenant-e2e-praxis-a-29dd3f","llmisvcName":"praxis-route-29dd3f","gateway":"openshift-ingress/e2e-praxis-a-29dd3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:01.21894275Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:01.420708094Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-a9e5cd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-a9e5cd","reconcileID":"38d50bf6-6187-4195-85d1-22a05c712632","aitenant":"ai-tenants/e2e-praxis-b-a9e5cd","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:01.893280172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5efcef7-f468-4f10-9850-26427914c679","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:01.946749988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5efcef7-f468-4f10-9850-26427914c679","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:02.000011221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5efcef7-f468-4f10-9850-26427914c679","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:02.053777401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5efcef7-f468-4f10-9850-26427914c679","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:02.231488459Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-a9e5cd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-a9e5cd","reconcileID":"38d50bf6-6187-4195-85d1-22a05c712632","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-a9e5cd","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-a9e5cd"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:02.68298447Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-test-subscription-success","reconcileID":"319e8e91-785f-4651-b252-4da56514ac73","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"model":"e2e-models-e2e-worker-w2-de27f5/premium-w2-de27f5","subscription":"e2e-test-subscription-success","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:02.906375839Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-test-subscription-success","reconcileID":"319e8e91-785f-4651-b252-4da56514ac73","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-premium-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/premium-w2-de27f5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-de27f5/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:03.121505946Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-subscription","reconcileID":"a74fb9af-0c37-4bf0-be13-282e3bee3309","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-premium-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/premium-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:03.221533741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"premium-w2-de27f5","reconcileID":"ef8f47a2-30fc-46c6-90f0-a950ec627b31","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"premium-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"premium-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:03.367565622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"premium-w2-de27f5","reconcileID":"f83dac7c-a2d6-4e91-b1fb-8aa112c86527","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"premium-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"premium-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:03.379760953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"6c0cd058-b353-49f2-9420-a582de6baa82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:03.432974262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"34bb3e69-aabc-4037-953d-28e34fe08a47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:03.433367262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-test-auth-success","reconcileID":"fb0f6b7d-a13c-43f0-a131-e654c0f00217","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:03.505040222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"6c0cd058-b353-49f2-9420-a582de6baa82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:03.50590174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"34bb3e69-aabc-4037-953d-28e34fe08a47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:03.507388176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-test-auth-success","reconcileID":"fb0f6b7d-a13c-43f0-a131-e654c0f00217","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:03.669118256Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-test-auth-success","reconcileID":"4ad9b224-5062-4d88-8bf3-9f241baf2d3a","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"model":"e2e-models-e2e-worker-w2-de27f5/premium-w2-de27f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:03.833165028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"premium-w2-de27f5","reconcileID":"3a655c02-e467-4dcd-b367-646a63f75471","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"premium-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"premium-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:04.057114866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5bd9db5-0e06-4499-aa84-182c4567519c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:04.110267835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5bd9db5-0e06-4499-aa84-182c4567519c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:04.163329352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5bd9db5-0e06-4499-aa84-182c4567519c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:04.216342795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5bd9db5-0e06-4499-aa84-182c4567519c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:04.990361923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"premium-w2-de27f5","reconcileID":"fd089877-f163-4b06-b99f-fdce58ae0956","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"premium-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"premium-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:05.046320029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"premium-w2-de27f5","reconcileID":"135dbb27-dff6-4cc6-b411-07a70260c12d","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"premium-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"premium-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:05.204626991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-test-auth-no-access","reconcileID":"e162f5a9-4384-41d8-a3b4-5487cc5f7382","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:05.262332741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-test-auth-no-access","reconcileID":"e162f5a9-4384-41d8-a3b4-5487cc5f7382","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:05.283609122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"premium-w2-de27f5","reconcileID":"cae71f9d-679f-4cef-a2af-fc7c6aaf1783","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"premium-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"premium-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:05.372801658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"premium-w2-de27f5","reconcileID":"717c842d-9e80-4a3f-b6f9-289f8c94e517","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"premium-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"premium-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:48:05.426140306Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-test-subscription-no-access","reconcileID":"01ccc1a6-c55c-4efa-b704-2bc24238d2c2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-no-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:05.475209832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"c3656162-87c3-4831-a5d0-61e0fd5ca3bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:05.475218539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"c06055a5-c4d8-4463-9b77-389d10c829f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:05.534727728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"c06055a5-c4d8-4463-9b77-389d10c829f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:05.535708637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"c3656162-87c3-4831-a5d0-61e0fd5ca3bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:05.541236592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"premium-w2-de27f5","reconcileID":"43ec7abc-fb0d-4852-9714-15120bd2ede7","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"premium-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"premium-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:05.586230585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"premium-w2-de27f5","reconcileID":"1b053c10-23b7-4116-aa86-421949fa3bc3","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"premium-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"premium-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:05.645633602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"premium-w2-de27f5","reconcileID":"2c3df370-c763-4404-98f2-bfb858961fd9","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"premium-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"premium-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:05.744763321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-test-auth-no-access","reconcileID":"f87f6485-0f5a-434d-96c7-5e7cd8131092","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:05.802660548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-test-auth-no-access","reconcileID":"f87f6485-0f5a-434d-96c7-5e7cd8131092","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:05.902387656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"a8991b97-c7f2-4b80-8a3d-abddba6c9135","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:05.902387566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"e8e7cd92-011c-4841-9e50-2eeb49a7e655","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:05.917490829Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-test-subscription-no-access","reconcileID":"2e3b876d-1e46-4648-ba24-7b623aca5b9b","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-premium-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/premium-w2-de27f5","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-de27f5/e2e-test-subscription-no-access","ai-tenant-e2e-worker-w2-de27f5/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:05.960284782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"e8e7cd92-011c-4841-9e50-2eeb49a7e655","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:05.96046259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"a8991b97-c7f2-4b80-8a3d-abddba6c9135","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:05.965975909Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-subscription","reconcileID":"2fc30332-e1c2-4e73-8ee4-f62610d0e62f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-simulator-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:06.08383528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"premium-w2-de27f5","reconcileID":"adfdcb8a-3866-4eca-87d8-d0d7c58a64e8","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"premium-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"premium-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:06.13242295Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-subscription","reconcileID":"89918f22-3b40-493c-a385-a2c3ca70f357","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-premium-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/premium-w2-de27f5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:06.171418433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d542d820-63b7-41f5-8bc1-d036d781677c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:06.224559979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d542d820-63b7-41f5-8bc1-d036d781677c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:06.279355801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d542d820-63b7-41f5-8bc1-d036d781677c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:06.279821139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-test-auth-no-access","reconcileID":"6a297e20-172c-4d30-bb5f-33a1510cd95d","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:06.333027374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d542d820-63b7-41f5-8bc1-d036d781677c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:06.395625501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-test-auth-no-access","reconcileID":"6a297e20-172c-4d30-bb5f-33a1510cd95d","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:06.440175759Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-test-subscription-no-access","reconcileID":"add37885-2170-4342-aa6a-f93c4251e448","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-premium-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/premium-w2-de27f5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:08.178899642Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-subscription","reconcileID":"bb898589-24e0-4579-88b8-dd69d3b46e96","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-simulator-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:08.641507123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"premium-w2-de27f5","reconcileID":"f5c6fe53-7875-410b-8030-1e20fe245d50","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"premium-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"premium-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:08.712835786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-29dd3f-auth","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"praxis-route-29dd3f-auth","reconcileID":"09c26b74-e37c-443a-9fdd-e32eeaf98d4f","MaaSAuthPolicy":{"name":"praxis-route-29dd3f-auth","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-29dd3f","tenantID":"e2e-praxis-a-29dd3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:08.77221358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-29dd3f-auth","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"praxis-route-29dd3f-auth","reconcileID":"09c26b74-e37c-443a-9fdd-e32eeaf98d4f","MaaSAuthPolicy":{"name":"praxis-route-29dd3f-auth","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"name":"e2e-praxis-a-29dd3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:08.79964144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"1348ce28-91eb-4165-a9bc-e3b6dc0dcafb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:08.799680163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"e7df42b0-5bdc-4a5a-8a4f-04f2debe072a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:08.80006848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-test-auth-no-access","reconcileID":"a517f0f7-351b-4706-8cf4-d7c196d97c47","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:08.828986886Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-29dd3f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-29dd3f-auth","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"praxis-route-29dd3f-auth","reconcileID":"09c26b74-e37c-443a-9fdd-e32eeaf98d4f","MaaSAuthPolicy":{"name":"praxis-route-29dd3f-auth","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:08.858212849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-test-auth-no-access","reconcileID":"a517f0f7-351b-4706-8cf4-d7c196d97c47","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:08.858251633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"e7df42b0-5bdc-4a5a-8a4f-04f2debe072a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:08.86087624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"1348ce28-91eb-4165-a9bc-e3b6dc0dcafb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:09.172365222Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-subscription","reconcileID":"f890f8f9-de6a-48eb-a5ca-780f06972239","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-premium-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/premium-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:11.360034279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"c46527dc-2987-487d-8db2-2994d90c8a03","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:11.416520964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"a5e365e6-f157-4b8c-8f97-00ea80f9ed40","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:11.578333729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-test-auth-multi-sub-valid","reconcileID":"373ac261-a9da-44a5-8760-98a177ae8af0","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:11.637618206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-test-auth-multi-sub-valid","reconcileID":"373ac261-a9da-44a5-8760-98a177ae8af0","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:11.646038339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"458234e1-8d90-4f0b-b81e-0be13c15bda7","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:11.704283789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"fb841ade-69ad-44f8-9fb3-aea59f5c548e","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:48:11.753437351Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-test-subscription-free","reconcileID":"6f1800ef-2103-4b0b-b1df-592dab2c36d6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-free\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:11.805339789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"d6f2ee0c-17dc-4e1e-8199-31b21c44adef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:11.805595705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"d8698aec-66cf-48fc-bfcf-2a5f2df218c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:11.863759874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"d6f2ee0c-17dc-4e1e-8199-31b21c44adef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:11.864123346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"d8698aec-66cf-48fc-bfcf-2a5f2df218c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:11.907736872Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-b1ad4e priority=0:[ai-tenant-e2e-worker-w4-b1ad4e/e2e-test-subscription-free ai-tenant-e2e-worker-w4-b1ad4e/e2e-test-subscription-premium]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:11.90787122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"0bddf556-8a3f-4f10-a83b-3a7a2186d180","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:11.95697138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"998b74d3-511a-45d7-91c5-ad89c2daa50d","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:11.960692043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"5339b8fc-52ff-41ce-ba4b-16edc54af0d7","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:48:11.966080378Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-b1ad4e/e2e-test-subscription-free","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-free\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:12.017484406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"1f4e4619-51d0-4b2f-b322-47eeaac602fa","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:12.018370367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"18404d3b-3351-4894-ad95-e24c7e1fbe07","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:48:12.020093476Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-b1ad4e/e2e-test-subscription-premium","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-premium\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:12.075576068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"4b08340b-1a7a-4087-9ed2-4f1c10674a9f","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:12.16551415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-test-auth-multi-sub-valid","reconcileID":"b0771033-2d71-4ea1-acd1-51052853af86","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:12.223788735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-test-auth-multi-sub-valid","reconcileID":"b0771033-2d71-4ea1-acd1-51052853af86","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:12.325143713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"ac8f47f5-8a60-44b9-ac88-09d59405c277","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:12.325153388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"6d0f49d1-6a79-418b-8c34-1685edd6167b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:12.379992348Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-subscription","reconcileID":"0ffa76ea-93db-466e-b21d-db15c408cb48","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-premium-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/premium-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:12.384669281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"6d0f49d1-6a79-418b-8c34-1685edd6167b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:12.385143128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"ac8f47f5-8a60-44b9-ac88-09d59405c277","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:12.386154425Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-test-subscription-free","reconcileID":"1d67c8f0-cbc2-4ba2-98f1-09ee63a5f549","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-simulator-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w4-b1ad4e/e2e-test-subscription-free","ai-tenant-e2e-worker-w4-b1ad4e/e2e-test-subscription-premium","ai-tenant-e2e-worker-w4-b1ad4e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:12.562364028Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-test-subscription-premium","reconcileID":"cc39905b-ccfa-4316-b27b-f7754e487554","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-simulator-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w4-b1ad4e/e2e-test-subscription-free","ai-tenant-e2e-worker-w4-b1ad4e/e2e-test-subscription-premium","ai-tenant-e2e-worker-w4-b1ad4e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:12.595889842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-test-auth-multi-sub-valid","reconcileID":"b6adead1-492f-4910-9ae6-545dd813e821","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:12.603620729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"2e90a779-ecb7-4b92-bff7-b4af2aec59b9","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:12.650944517Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-subscription","reconcileID":"69c783c3-af9c-4bb8-9bb8-411d5d4e6977","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-simulator-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:12.653789193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-test-auth-multi-sub-valid","reconcileID":"b6adead1-492f-4910-9ae6-545dd813e821","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:12.732246264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"d3763cd9-5a28-47e5-bd22-029c5ab76fdf","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:12.818253102Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-test-subscription-free","reconcileID":"9c5c01e4-baac-4d9d-a696-0450b72ade38","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-simulator-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:12.94595577Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-test-subscription-premium","reconcileID":"cc7fad68-474c-4852-a6f9-1a6f157e258b","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-simulator-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:13.046082178Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-subscription","reconcileID":"869c2522-88b9-4746-ab82-efe6aca1ec85","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-simulator-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:13.076705201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"541f41c0-1afb-4684-b901-4c015dc7cdb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:13.130466949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"541f41c0-1afb-4684-b901-4c015dc7cdb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:13.134420522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"6524c2d5-29f1-4a0c-a48a-aa98ee369da8","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:13.18355804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"541f41c0-1afb-4684-b901-4c015dc7cdb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:13.236918608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"541f41c0-1afb-4684-b901-4c015dc7cdb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:15.184837546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bcc6f45-7f61-4c70-a9a2-cd8a24f5c9fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:15.23815294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bcc6f45-7f61-4c70-a9a2-cd8a24f5c9fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:15.292942582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bcc6f45-7f61-4c70-a9a2-cd8a24f5c9fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:15.34636917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bcc6f45-7f61-4c70-a9a2-cd8a24f5c9fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:16.404809561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"7ab94c3d-ee04-4172-a8a3-bdfff80ec9d4","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:16.563116748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-test-auth-multi-sub-valid","reconcileID":"bf0e72b3-760b-4319-ad2b-4dd20d36231a","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:16.563129828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"1f1a3695-783a-44af-809c-9082def6107a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:16.56359145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"ac097bf7-f392-4dab-8a3a-0a4d363603dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:16.622906571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"ac097bf7-f392-4dab-8a3a-0a4d363603dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:16.622986368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"1f1a3695-783a-44af-809c-9082def6107a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:16.625207269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-test-auth-multi-sub-valid","reconcileID":"bf0e72b3-760b-4319-ad2b-4dd20d36231a","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:18.807383192Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-test-subscription-no-access","reconcileID":"80f6dbd9-483e-4b30-bdd8-19857b72977b","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"model":"e2e-models-e2e-worker-w2-de27f5/premium-w2-de27f5","subscription":"e2e-test-subscription-no-access","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:18.936383369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-29dd3f-auth","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"praxis-route-29dd3f-auth","reconcileID":"ccc11b84-85dc-47f1-8bb9-eada31218acc","MaaSAuthPolicy":{"name":"praxis-route-29dd3f-auth","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-29dd3f","tenantID":"e2e-praxis-a-29dd3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:18.994531079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-29dd3f-auth","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"praxis-route-29dd3f-auth","reconcileID":"ccc11b84-85dc-47f1-8bb9-eada31218acc","MaaSAuthPolicy":{"name":"praxis-route-29dd3f-auth","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"name":"e2e-praxis-a-29dd3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:19.033533066Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-test-subscription-no-access","reconcileID":"80f6dbd9-483e-4b30-bdd8-19857b72977b","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-premium-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/premium-w2-de27f5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-de27f5/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:19.051313518Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-29dd3f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0008e853db5815d5cac7011185ee629f835bf80b1d7c75d2ef8cd63021e72fa5) AuthConfig (9c1ff1a46005b138e5633e2d9974db382b13be30e41b554da2d765ad5755b952) AuthConfig (46789ef604ffd134dd055d8d2d528312fcfe57d9b710b2edacd3171a2316851d) AuthConfig (16554eb6c4e856b43b37211088f847ebfd3998f9c6325e77b3dff02f05e54ac9) AuthConfig (78f0bc0ce218821f462fefc24456ccecc9b053581f94dc0df6bca472936c76c4) AuthConfig (1f6ff5c148d87d18a6d18953749be53ffb70f854cff15b5abc7ca39e42f9480a) AuthConfig (8b1ae8086a2fc047032a539a5828c09e7ea1090085ed19911806cc99b81b6a66) AuthConfig (d366e3af189bb151be351a720fb7c7ced261e2e8ca706c3a3e5eb78c3688ae2e) AuthConfig (b87f49b8f409d87507a811c5d49346f130508b417630a4de05e47fa909b1b2ef) AuthConfig (0d629c84cb1589e72efe8dd2cd4dc3f524a178c16020ba431323d15123e66c15) AuthConfig (d81746d85a65c8c010900f5538c14a17258de8ce2d97c629b69fc15d235ce484) AuthConfig (b461c945c632eddc0b16ad00c82399b0e29cabafbdb1790bc3362ac005a23b03) AuthConfig (c814ee775cafbd73ad0f81ae9f1435678edbc5ee1e8de783af81884874dd4c74) AuthConfig (7fe2f93c718663e5907a1d6a25cbe8eaf4c47df983393a7c17448d2dd452932d) AuthConfig (117de57592136abf2bbb3a9d027e5b49fccc63131ee8aa9515fcd4329012a501) AuthConfig (d0dadb9058011be079ef1b63160916b1409184365d069ba22cdadc264a545d59) AuthConfig (2be0d641f539f46ae2f371e4a6aa3c319c5cfe75147356faa6bc0ba98c3fc448) AuthConfig (ca05301837c3313eb904fb58eb6dd8348c840b72d32461d5bdaf17b7a6b6d0a3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-29dd3f-auth","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"praxis-route-29dd3f-auth","reconcileID":"ccc11b84-85dc-47f1-8bb9-eada31218acc","MaaSAuthPolicy":{"name":"praxis-route-29dd3f-auth","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:19.111287582Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-29dd3f","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"praxis-route-29dd3f","reconcileID":"d67fdf94-43d2-440d-8a8e-b2a70789e20b","MaaSModelRef":{"name":"praxis-route-29dd3f","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"tenant":"e2e-praxis-a-29dd3f","gateway":"openshift-ingress/e2e-praxis-a-29dd3f","model":"ai-tenant-e2e-praxis-a-29dd3f/praxis-route-29dd3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:19.111307869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-29dd3f","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"praxis-route-29dd3f","reconcileID":"d67fdf94-43d2-440d-8a8e-b2a70789e20b","MaaSModelRef":{"name":"praxis-route-29dd3f","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"routeName":"praxis-route-29dd3f-kserve-route","namespace":"ai-tenant-e2e-praxis-a-29dd3f","llmisvcName":"praxis-route-29dd3f","gateway":"openshift-ingress/e2e-praxis-a-29dd3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:19.247047828Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-subscription","reconcileID":"d27c6ba8-5ffc-49fa-8e5a-31c6b90cf410","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-premium-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/premium-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:19.298007216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"premium-w2-de27f5","reconcileID":"35ff3a53-e722-41db-a8e2-a64365087435","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"premium-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"premium-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:19.445747948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"54c472f6-906a-4b72-83b8-77746b5fa648","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:19.457874613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"premium-w2-de27f5","reconcileID":"7606a6d4-65be-43b5-a624-474b9819c00c","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"premium-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"premium-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:19.545100584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"fb118b39-87fa-4edb-93ae-66c384d0affc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:19.545271204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"1ffcf20f-e3df-486f-92c4-9773f15a485a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:19.545112977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-test-auth-no-access","reconcileID":"89e524ff-f0c9-4fab-8804-015d7b4e8dc2","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:19.603804015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"1ffcf20f-e3df-486f-92c4-9773f15a485a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:19.605066113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-test-auth-no-access","reconcileID":"89e524ff-f0c9-4fab-8804-015d7b4e8dc2","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:19.605842321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"fb118b39-87fa-4edb-93ae-66c384d0affc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:19.815110927Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-test-auth-no-access","reconcileID":"d5c5812a-8271-4ad7-b212-9bca018bfec1","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"model":"e2e-models-e2e-worker-w2-de27f5/premium-w2-de27f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:19.97992679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"premium-w2-de27f5","reconcileID":"30e4b8f2-be6c-468f-ac1a-bc9290b3c88f","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"premium-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"premium-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:20.261745551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40cc7dd1-adb3-4984-ac5a-4de2542127f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:20.314784246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40cc7dd1-adb3-4984-ac5a-4de2542127f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:20.368024987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40cc7dd1-adb3-4984-ac5a-4de2542127f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:20.421413744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40cc7dd1-adb3-4984-ac5a-4de2542127f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:20.778819029Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-8950af","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-8950af","reconcileID":"eaa7d554-18e9-4ed3-a886-be4a7f9ae63c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-8950af","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-8950af":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:21.095860193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"c2d1c41e-e0f4-4f6d-865f-c5583ade6770","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:21.153724265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"c75feddb-a02c-400f-823b-e4370b899b84","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:21.355495895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-test-group-auth","reconcileID":"e785c9be-ce1c-41c4-ac1d-a7be44051822","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:21.387890471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"e4b1dce1-e1d1-4267-b852-0d96b1a46edd","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:21.42173887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-test-group-auth","reconcileID":"e785c9be-ce1c-41c4-ac1d-a7be44051822","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:21.446969462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"221777ae-0773-44f7-8fe0-757e25d74952","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:48:21.506978364Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-test-group-subscription","reconcileID":"11986a2d-0102-4b9e-ae20-dc24fb838300","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:21.666426397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"a818391f-c276-46a3-9d89-b94aa2337fc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:21.666513633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"c0aa95cf-cbba-43d7-abb7-77dddb176529","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:21.671239031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"34779394-d1c6-4dfc-adbb-18783524253b","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:21.725065085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"c0aa95cf-cbba-43d7-abb7-77dddb176529","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:21.725273065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"a818391f-c276-46a3-9d89-b94aa2337fc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:21.727097878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"aa4e2dc6-83f9-4407-a227-074ce4aa2715","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:21.772091956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"42736728-5046-4705-a00f-37af1295a231","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:21.954719727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-test-group-auth","reconcileID":"3e67df9a-19d9-4686-a216-2012323352f6","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:22.013299288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-test-group-auth","reconcileID":"3e67df9a-19d9-4686-a216-2012323352f6","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:22.065714902Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-test-group-subscription","reconcileID":"24977833-41b7-4e5b-94cf-b3992d1c1b22","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-de27f5/e2e-test-group-subscription","ai-tenant-e2e-worker-w2-de27f5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:22.148196721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"74f501fb-c559-4c7e-8161-b720d71f9a2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:22.148203378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"2ae7fb40-5d7a-40f3-a861-8a636664d56c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:22.206651235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"74f501fb-c559-4c7e-8161-b720d71f9a2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:22.206904336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"2ae7fb40-5d7a-40f3-a861-8a636664d56c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:22.233941806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"dd770857-384b-431c-b047-6cf71a5b5386","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:22.280001532Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-subscription","reconcileID":"60599c3a-b1cb-4308-8c99-6e84b329ce77","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:22.447085052Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-test-group-subscription","reconcileID":"7c681c0f-93d4-4792-b23e-fd68f7b7e438","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:22.458517426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb181a1f-2450-4316-8721-b08ec8ee6233","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:22.511809402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb181a1f-2450-4316-8721-b08ec8ee6233","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:22.565057934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb181a1f-2450-4316-8721-b08ec8ee6233","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:22.618259866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb181a1f-2450-4316-8721-b08ec8ee6233","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:24.569925972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17f44725-3470-48bb-ac78-3253b8143b9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:24.623377726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17f44725-3470-48bb-ac78-3253b8143b9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:24.676521192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17f44725-3470-48bb-ac78-3253b8143b9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:24.730201441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17f44725-3470-48bb-ac78-3253b8143b9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:25.098185762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"30a5afd4-16df-44b1-ae66-3f5ccdc8af40","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:25.257091451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"22564fc1-cd69-4f25-b409-3237e9c7ceb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:25.257234184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-test-group-auth","reconcileID":"d9183daf-7754-4abb-8d62-a6d4ca042ad3","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:25.257092851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"a95ff06e-1540-48c8-a034-940c45224c31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:25.316734852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"22564fc1-cd69-4f25-b409-3237e9c7ceb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:25.316785429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"a95ff06e-1540-48c8-a034-940c45224c31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:25.319011082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-test-group-auth","reconcileID":"d9183daf-7754-4abb-8d62-a6d4ca042ad3","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:26.574925665Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-test-subscription-free","reconcileID":"7f7fb441-0102-4892-b80c-67e5bd4763e9","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscription":"e2e-test-subscription-free","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:26.675417917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dde5f49c-ab3c-4f46-bb25-1a3ae847d111","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:26.728424498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dde5f49c-ab3c-4f46-bb25-1a3ae847d111","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:26.781476499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dde5f49c-ab3c-4f46-bb25-1a3ae847d111","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:26.834582105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dde5f49c-ab3c-4f46-bb25-1a3ae847d111","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:26.895232566Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-test-subscription-free","reconcileID":"7f7fb441-0102-4892-b80c-67e5bd4763e9","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-simulator-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-b1ad4e/e2e-test-subscription-premium","ai-tenant-e2e-worker-w4-b1ad4e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:27.160187413Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-subscription","reconcileID":"b8eef6bd-766c-49cb-a2b0-498b1b34a3e4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-simulator-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:27.160195533Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-test-subscription-premium","reconcileID":"cd7c8a33-7ab9-45a7-ad03-933e15510e7d","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-simulator-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:27.163874688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"e558e0c0-0c02-46ee-aa0f-b198b64a5259","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:27.314902981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"2e517487-d3a7-485d-a7eb-aa8971fa71ee","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:27.352868919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"3367f761-cb2b-42eb-b13b-14c441cfc87c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:27.353251821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"7dbc0028-fdcc-4e94-85f2-2006d23d3433","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:27.353296874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-test-auth-multi-sub-valid","reconcileID":"e5c06a12-b8b6-4b80-8ace-8eadb71cbd76","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:27.411780867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"7dbc0028-fdcc-4e94-85f2-2006d23d3433","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:27.412193053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"3367f761-cb2b-42eb-b13b-14c441cfc87c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:27.414414495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-test-auth-multi-sub-valid","reconcileID":"e5c06a12-b8b6-4b80-8ace-8eadb71cbd76","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:27.776516883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"e2d202fb-63c4-47cb-a58f-6a3262ddf1e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:27.776761968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-test-auth-multi-sub-valid","reconcileID":"f163da2a-b8fa-4a0f-b220-bc9cbac693b3","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:27.776516885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"6c554667-af42-4e0c-b5e8-efb7e216fa2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:27.835345811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"6c554667-af42-4e0c-b5e8-efb7e216fa2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:27.835363219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-test-auth-multi-sub-valid","reconcileID":"f163da2a-b8fa-4a0f-b220-bc9cbac693b3","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:27.83767355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"e2d202fb-63c4-47cb-a58f-6a3262ddf1e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:29.217576754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-29dd3f-auth","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"praxis-route-29dd3f-auth","reconcileID":"e083e7b1-0326-4d74-92f2-454bb860d547","MaaSAuthPolicy":{"name":"praxis-route-29dd3f-auth","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-29dd3f","tenantID":"e2e-praxis-a-29dd3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:29.275979585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-29dd3f-auth","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"praxis-route-29dd3f-auth","reconcileID":"e083e7b1-0326-4d74-92f2-454bb860d547","MaaSAuthPolicy":{"name":"praxis-route-29dd3f-auth","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"name":"e2e-praxis-a-29dd3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:29.332847989Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-29dd3f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0008e853db5815d5cac7011185ee629f835bf80b1d7c75d2ef8cd63021e72fa5) AuthConfig (9c1ff1a46005b138e5633e2d9974db382b13be30e41b554da2d765ad5755b952) AuthConfig (46789ef604ffd134dd055d8d2d528312fcfe57d9b710b2edacd3171a2316851d) AuthConfig (16554eb6c4e856b43b37211088f847ebfd3998f9c6325e77b3dff02f05e54ac9) AuthConfig (78f0bc0ce218821f462fefc24456ccecc9b053581f94dc0df6bca472936c76c4) AuthConfig (1f6ff5c148d87d18a6d18953749be53ffb70f854cff15b5abc7ca39e42f9480a) AuthConfig (8b1ae8086a2fc047032a539a5828c09e7ea1090085ed19911806cc99b81b6a66) AuthConfig (d366e3af189bb151be351a720fb7c7ced261e2e8ca706c3a3e5eb78c3688ae2e) AuthConfig (b87f49b8f409d87507a811c5d49346f130508b417630a4de05e47fa909b1b2ef) AuthConfig (0d629c84cb1589e72efe8dd2cd4dc3f524a178c16020ba431323d15123e66c15) AuthConfig (d81746d85a65c8c010900f5538c14a17258de8ce2d97c629b69fc15d235ce484) AuthConfig (b461c945c632eddc0b16ad00c82399b0e29cabafbdb1790bc3362ac005a23b03) AuthConfig (c814ee775cafbd73ad0f81ae9f1435678edbc5ee1e8de783af81884874dd4c74) AuthConfig (7fe2f93c718663e5907a1d6a25cbe8eaf4c47df983393a7c17448d2dd452932d) AuthConfig (117de57592136abf2bbb3a9d027e5b49fccc63131ee8aa9515fcd4329012a501) AuthConfig (d0dadb9058011be079ef1b63160916b1409184365d069ba22cdadc264a545d59) AuthConfig (2be0d641f539f46ae2f371e4a6aa3c319c5cfe75147356faa6bc0ba98c3fc448) AuthConfig (ca05301837c3313eb904fb58eb6dd8348c840b72d32461d5bdaf17b7a6b6d0a3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-29dd3f-auth","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"praxis-route-29dd3f-auth","reconcileID":"e083e7b1-0326-4d74-92f2-454bb860d547","MaaSAuthPolicy":{"name":"praxis-route-29dd3f-auth","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:31.218124126Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:33.371190346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f6eebaf-d582-417d-aec4-19de24a17a61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:33.424578737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f6eebaf-d582-417d-aec4-19de24a17a61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:33.477774986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f6eebaf-d582-417d-aec4-19de24a17a61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:33.531173895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f6eebaf-d582-417d-aec4-19de24a17a61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:35.265281209Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-test-group-subscription","reconcileID":"f1bd5c97-22e3-4b0c-ad84-504791b93952","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscription":"e2e-test-group-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:35.49569418Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-test-group-subscription","reconcileID":"f1bd5c97-22e3-4b0c-ad84-504791b93952","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-de27f5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:35.55285825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30112789-b175-4ccd-af8b-f75d1bb10f36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:35.606205012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30112789-b175-4ccd-af8b-f75d1bb10f36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:35.659433246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30112789-b175-4ccd-af8b-f75d1bb10f36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:35.714340074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30112789-b175-4ccd-af8b-f75d1bb10f36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:35.791038805Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-subscription","reconcileID":"2e5eefa3-ec69-4a7e-ac9a-2e30e4e25852","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:35.810884993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"c5d83010-7e66-4ed5-b034-6616ec8024bd","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:35.959105555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"2ca9fb82-4e3e-4fb1-86a4-21d7c11102ba","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:36.001097048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"a289d4f5-47ba-4f4a-975f-a019e03b3ca5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:36.001109397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"1d593472-22ca-4cf7-b164-1753bf65b4f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:36.001658227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-test-group-auth","reconcileID":"8afe287b-1e4e-4ef8-8e7d-b9dff2409bec","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:36.059624492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-test-group-auth","reconcileID":"8afe287b-1e4e-4ef8-8e7d-b9dff2409bec","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:36.059652843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"a289d4f5-47ba-4f4a-975f-a019e03b3ca5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:36.061780979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"1d593472-22ca-4cf7-b164-1753bf65b4f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:36.218320668Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-test-group-auth","reconcileID":"7b37ccfd-641c-46e3-827d-a6e36c643a43","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:36.382894654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"7aadbffb-733f-4f3d-b343-26c3f74fdf56","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:37.247893964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"premium-w2-de27f5","reconcileID":"5e8a60aa-d26b-459d-b671-57fbcd47442b","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"premium-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"premium-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:37.305815847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"premium-w2-de27f5","reconcileID":"982dff60-af4e-4282-9678-677d5efede42","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"premium-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"premium-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:37.466236997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-test-group-no-auth","reconcileID":"2be1a0a1-3347-4994-82f1-d77f072a8438","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:37.481459275Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-test-subscription-premium","reconcileID":"d3cd0cd0-91fe-49b1-ae9d-bf831b207082","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscription":"e2e-test-subscription-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:37.520807135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"premium-w2-de27f5","reconcileID":"9c98f6cb-f673-466f-b643-e6b37d9ebb63","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"premium-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"premium-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:37.524422682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-test-group-no-auth","reconcileID":"2be1a0a1-3347-4994-82f1-d77f072a8438","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:37.579135727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"premium-w2-de27f5","reconcileID":"f0d168d1-7364-4e6a-ac5c-846b6c45d307","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"premium-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"premium-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:48:37.630545073Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-test-group-sub-only","reconcileID":"f369b5b3-5116-47a4-861a-9a98a9135084","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-sub-only\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:37.682513473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"861a8fc4-afd4-43c2-b7e9-58317ea90351","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:37.682527759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"72a2a597-600d-4b03-a4fe-b513e68c1477","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:37.704116096Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-test-subscription-premium","reconcileID":"d3cd0cd0-91fe-49b1-ae9d-bf831b207082","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-simulator-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-b1ad4e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:37.741200043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"72a2a597-600d-4b03-a4fe-b513e68c1477","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:37.741205399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"861a8fc4-afd4-43c2-b7e9-58317ea90351","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:37.746582153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"premium-w2-de27f5","reconcileID":"c41343a3-e321-4952-8af4-b15c484d5e78","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"premium-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"premium-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:37.805242262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"premium-w2-de27f5","reconcileID":"384c2315-5f68-45a9-b0f9-bb1095020418","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"premium-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"premium-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:37.847761317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"premium-w2-de27f5","reconcileID":"b3c30f6c-67ca-40e3-802b-159a00172c13","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"premium-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"premium-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:37.918281044Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-subscription","reconcileID":"b265e455-7d67-40f0-ab95-bc8d8f8acdc8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-simulator-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:37.967311159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"d11f322f-26d3-41aa-a20e-b57faa90e6e4","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:38.007351243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-test-group-no-auth","reconcileID":"ff8587a1-5bc8-4e48-a0a8-656434c7fc7b","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:38.024091323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"premium-w2-de27f5","reconcileID":"ca9699cb-3f68-43f6-abbf-ca1d22aa258a","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"premium-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"premium-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:38.067120559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-test-group-no-auth","reconcileID":"ff8587a1-5bc8-4e48-a0a8-656434c7fc7b","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:38.077656444Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-test-group-sub-only","reconcileID":"e4576ac2-6368-4aad-8665-d27890c03a61","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-premium-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/premium-w2-de27f5","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-de27f5/e2e-test-group-sub-only","ai-tenant-e2e-worker-w2-de27f5/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:38.112420673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"40910215-e689-442f-8ff4-2f9509c74a75","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:38.125526084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"e8ff8a39-76fe-48ae-8ff0-e7acbf3e8bea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:38.125687711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"ce9b5ca8-3e56-46c5-afce-e17a89f9bf7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:38.18397128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"e8ff8a39-76fe-48ae-8ff0-e7acbf3e8bea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:38.184061535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"ce9b5ca8-3e56-46c5-afce-e17a89f9bf7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:38.228014087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"3e52cced-be4c-4d05-a1dc-91671f483f7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:38.230654154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"22a8cda6-55d6-4c9e-a2cd-f4037b3600eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:38.247297302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"premium-w2-de27f5","reconcileID":"19b6ada7-24ae-48d6-a13f-f859ea7b81c1","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"premium-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"premium-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:38.27391895Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-test-auth-multi-sub-valid","reconcileID":"faa98ddb-42b3-4dc4-99a1-5545deec276a","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:38.286239734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"3e52cced-be4c-4d05-a1dc-91671f483f7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:38.288426215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"22a8cda6-55d6-4c9e-a2cd-f4037b3600eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:38.291111175Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-subscription","reconcileID":"c91ac69d-91eb-4065-a31e-cce83cd60363","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-premium-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/premium-w2-de27f5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:38.461387822Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-test-group-sub-only","reconcileID":"b478547f-a074-4110-8fb0-00895d79148c","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-premium-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/premium-w2-de27f5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:38.485254517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"131830ae-1d12-448d-845a-b107f1c693cc","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:39.44253124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-29dd3f-auth","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"praxis-route-29dd3f-auth","reconcileID":"9935e576-a499-414c-b018-b563d4ceef6e","MaaSAuthPolicy":{"name":"praxis-route-29dd3f-auth","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-29dd3f","tenantID":"e2e-praxis-a-29dd3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:39.500995746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-29dd3f-auth","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"praxis-route-29dd3f-auth","reconcileID":"9935e576-a499-414c-b018-b563d4ceef6e","MaaSAuthPolicy":{"name":"praxis-route-29dd3f-auth","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"name":"e2e-praxis-a-29dd3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:39.557541818Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-29dd3f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0008e853db5815d5cac7011185ee629f835bf80b1d7c75d2ef8cd63021e72fa5) AuthConfig (9c1ff1a46005b138e5633e2d9974db382b13be30e41b554da2d765ad5755b952) AuthConfig (46789ef604ffd134dd055d8d2d528312fcfe57d9b710b2edacd3171a2316851d) AuthConfig (16554eb6c4e856b43b37211088f847ebfd3998f9c6325e77b3dff02f05e54ac9) AuthConfig (78f0bc0ce218821f462fefc24456ccecc9b053581f94dc0df6bca472936c76c4) AuthConfig (1f6ff5c148d87d18a6d18953749be53ffb70f854cff15b5abc7ca39e42f9480a) AuthConfig (8b1ae8086a2fc047032a539a5828c09e7ea1090085ed19911806cc99b81b6a66) AuthConfig (d366e3af189bb151be351a720fb7c7ced261e2e8ca706c3a3e5eb78c3688ae2e) AuthConfig (b87f49b8f409d87507a811c5d49346f130508b417630a4de05e47fa909b1b2ef) AuthConfig (0d629c84cb1589e72efe8dd2cd4dc3f524a178c16020ba431323d15123e66c15) AuthConfig (d81746d85a65c8c010900f5538c14a17258de8ce2d97c629b69fc15d235ce484) AuthConfig (b461c945c632eddc0b16ad00c82399b0e29cabafbdb1790bc3362ac005a23b03) AuthConfig (c814ee775cafbd73ad0f81ae9f1435678edbc5ee1e8de783af81884874dd4c74) AuthConfig (7fe2f93c718663e5907a1d6a25cbe8eaf4c47df983393a7c17448d2dd452932d) AuthConfig (117de57592136abf2bbb3a9d027e5b49fccc63131ee8aa9515fcd4329012a501) AuthConfig (d0dadb9058011be079ef1b63160916b1409184365d069ba22cdadc264a545d59) AuthConfig (2be0d641f539f46ae2f371e4a6aa3c319c5cfe75147356faa6bc0ba98c3fc448) AuthConfig (ca05301837c3313eb904fb58eb6dd8348c840b72d32461d5bdaf17b7a6b6d0a3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-29dd3f-auth","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"praxis-route-29dd3f-auth","reconcileID":"9935e576-a499-414c-b018-b563d4ceef6e","MaaSAuthPolicy":{"name":"praxis-route-29dd3f-auth","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:39.967463899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"914c879e-19e2-454b-8173-0e0a31984791","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:40.023596611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"a320b3a2-f8e7-46a2-8c5d-d2e59981b9b6","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:40.181491903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-test-auth-access-denied","reconcileID":"2890e0d0-f948-4542-8c30-830939d5ef1d","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:40.239650585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-test-auth-access-denied","reconcileID":"2890e0d0-f948-4542-8c30-830939d5ef1d","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:40.242160631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"3f3df2e1-643b-45f1-a59e-907977df5595","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:40.300768446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"47f91a2a-b91b-4c88-823c-71499d038b97","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:48:40.350514734Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-test-user-subscription","reconcileID":"c3b3cfdd-f08a-47c4-a9f7-b3fd0fd9424d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-user-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:40.402645733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"f03590ff-8d99-4dbe-baf0-e813166fee23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:40.402648602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"3bb0a970-c44b-4156-a9ac-a2951c17c1ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:40.461832067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"3bb0a970-c44b-4156-a9ac-a2951c17c1ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:40.462112577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"f03590ff-8d99-4dbe-baf0-e813166fee23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:40.468138915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"7011eeda-fa26-4369-bad5-1ab2066c642c","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:40.523860441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"98517375-2cb1-40b1-b595-9ba72db3dd3b","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:40.523879537Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-b1ad4e priority=0:[ai-tenant-e2e-worker-w4-b1ad4e/e2e-test-other-subscription ai-tenant-e2e-worker-w4-b1ad4e/e2e-test-user-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:40.524805706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"4e9c3e3d-5554-401e-9829-8c9074a4b722","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:40.561532289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"ee36848e-0f78-4dff-90f7-f43eb46e50bf","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:48:40.57856994Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-b1ad4e/e2e-test-user-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-user-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:40.633805827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"0c17b53d-ba88-4ba4-9ebb-3d07b4caefe3","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:48:40.634998476Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-b1ad4e/e2e-test-other-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-other-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:40.692098465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"afac6dda-a792-4f9c-8bf2-ef4e8e035d24","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:40.719949403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-test-auth-access-denied","reconcileID":"951efab9-48b1-41f2-aa85-f95865c0783b","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:40.778461471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-test-auth-access-denied","reconcileID":"951efab9-48b1-41f2-aa85-f95865c0783b","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:40.80083696Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-test-user-subscription","reconcileID":"0e3dc465-2d9e-4359-bf13-7b12aa757a0e","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-simulator-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w4-b1ad4e/e2e-test-other-subscription","ai-tenant-e2e-worker-w4-b1ad4e/e2e-test-user-subscription","ai-tenant-e2e-worker-w4-b1ad4e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:40.863482323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"f65daff6-eea8-4642-a714-e5abb788eef1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:40.863596857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"be1eafac-af13-4777-a3df-cfea9bbb70c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:40.864565789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"premium-w2-de27f5","reconcileID":"be3a0c0b-0369-4123-9b98-5b3d4adf3b39","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"premium-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"premium-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:40.907936334Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-test-other-subscription","reconcileID":"adb129c2-b833-481e-800d-101124c49f60","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-simulator-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:40.921867071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"be1eafac-af13-4777-a3df-cfea9bbb70c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:40.921879393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"f65daff6-eea8-4642-a714-e5abb788eef1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:40.96788916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"0a22d1bb-1eed-4b93-9dbd-06bd8214e7e6","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:41.015816563Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-subscription","reconcileID":"4b045515-6f86-43fa-bd9f-0b1c3d4369ac","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-simulator-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:41.02267412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"dcd19eb0-8ac6-42e5-b472-201c4f66ab5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:41.022795461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"5bfc0843-268b-4b1c-952a-6078e9196d53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:41.078022915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"aa4f7d9c-337e-40ba-852b-5f57e174ff10","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:41.0825856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"5bfc0843-268b-4b1c-952a-6078e9196d53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:41.083799335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"dcd19eb0-8ac6-42e5-b472-201c4f66ab5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:41.142694371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-test-auth-access-denied","reconcileID":"e83be4d6-cb10-4498-8a42-2a51a0dde24e","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:41.185135506Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-test-user-subscription","reconcileID":"44ff9587-fac6-43cb-a8c1-8e925faf5f12","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-simulator-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:41.200675293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-test-auth-access-denied","reconcileID":"e83be4d6-cb10-4498-8a42-2a51a0dde24e","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:41.291583801Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-test-other-subscription","reconcileID":"dc8dca88-d92b-4b21-bca8-ce2050cf8bf1","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-simulator-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:41.29570953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-test-group-no-auth","reconcileID":"94f5ac7c-b779-4e3f-8ef7-f4f48919e18c","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:41.353644433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-test-group-no-auth","reconcileID":"94f5ac7c-b779-4e3f-8ef7-f4f48919e18c","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:43.636869603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"d35a6522-7094-43d6-8a80-840398e6ea76","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:43.797556001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"1808f5d8-41da-4b82-a0cc-18fc70432abe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:43.797577402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"0cea0dc7-1da3-42af-baad-3cd67110c33b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:43.798218937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-test-auth-access-denied","reconcileID":"7b712c2d-3565-420e-b6f0-629ea66206fd","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:43.856275031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"0cea0dc7-1da3-42af-baad-3cd67110c33b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:43.856334765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"1808f5d8-41da-4b82-a0cc-18fc70432abe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:43.859501218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-test-auth-access-denied","reconcileID":"7b712c2d-3565-420e-b6f0-629ea66206fd","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:44.85796823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5883cc1-dba4-4fdf-ac9d-4fd7feb276e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:44.911070602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5883cc1-dba4-4fdf-ac9d-4fd7feb276e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:44.964395137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5883cc1-dba4-4fdf-ac9d-4fd7feb276e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:45.017676018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5883cc1-dba4-4fdf-ac9d-4fd7feb276e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:47.000931761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09efc8a3-4d88-4daf-8388-85a4fb0c711b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:47.054677127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09efc8a3-4d88-4daf-8388-85a4fb0c711b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:47.10768292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09efc8a3-4d88-4daf-8388-85a4fb0c711b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:47.160620232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09efc8a3-4d88-4daf-8388-85a4fb0c711b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:49.664237353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-29dd3f-auth","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"praxis-route-29dd3f-auth","reconcileID":"35d5deef-56cd-469e-a67d-3b02f3c5b738","MaaSAuthPolicy":{"name":"praxis-route-29dd3f-auth","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-29dd3f","tenantID":"e2e-praxis-a-29dd3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:49.722366488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-29dd3f-auth","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"praxis-route-29dd3f-auth","reconcileID":"35d5deef-56cd-469e-a67d-3b02f3c5b738","MaaSAuthPolicy":{"name":"praxis-route-29dd3f-auth","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"name":"e2e-praxis-a-29dd3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:49.998058137Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-29dd3f","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"praxis-route-29dd3f","reconcileID":"6bb88a1d-bcc8-42e7-bb14-822e9456d35f","MaaSModelRef":{"name":"praxis-route-29dd3f","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"tenant":"e2e-praxis-a-29dd3f","gateway":"openshift-ingress/e2e-praxis-a-29dd3f","model":"ai-tenant-e2e-praxis-a-29dd3f/praxis-route-29dd3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:49.998085698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-29dd3f","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"praxis-route-29dd3f","reconcileID":"6bb88a1d-bcc8-42e7-bb14-822e9456d35f","MaaSModelRef":{"name":"praxis-route-29dd3f","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"routeName":"praxis-route-29dd3f-kserve-route","namespace":"ai-tenant-e2e-praxis-a-29dd3f","llmisvcName":"praxis-route-29dd3f","gateway":"openshift-ingress/e2e-praxis-a-29dd3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:51.030215311Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-test-group-sub-only","reconcileID":"368a0a44-4b62-4633-8ab8-73a8d787f70c","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"model":"e2e-models-e2e-worker-w2-de27f5/premium-w2-de27f5","subscription":"e2e-test-group-sub-only","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:51.252059086Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-test-group-sub-only","reconcileID":"368a0a44-4b62-4633-8ab8-73a8d787f70c","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-premium-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/premium-w2-de27f5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-de27f5/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:51.46663279Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-subscription","reconcileID":"15a08f68-0cd8-4fa9-acda-e35593916651","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-premium-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/premium-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:51.471372631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"premium-w2-de27f5","reconcileID":"379e6bce-c02c-4dc8-bc74-e6c5fb419469","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"premium-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"premium-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:51.529368044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"749b4ab9-de00-4144-9b2c-cc0719f2988e","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:51.629686886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"4355f90f-79b1-41b4-a50c-bb19e4eebbe8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:51.629706773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-test-group-no-auth","reconcileID":"ee9168ed-e9be-40f9-88ea-9b5ee2a2a2aa","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:51.630106508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"f1928cde-a878-42bf-8453-7887b0b59ea3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:51.64418723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"premium-w2-de27f5","reconcileID":"243c033f-25e8-49b3-8d81-aeb6d36cefad","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"premium-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"premium-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:51.687840566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"4355f90f-79b1-41b4-a50c-bb19e4eebbe8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:51.687975342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"f1928cde-a878-42bf-8453-7887b0b59ea3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:51.690057094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-test-group-no-auth","reconcileID":"ee9168ed-e9be-40f9-88ea-9b5ee2a2a2aa","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:51.846863006Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-test-group-no-auth","reconcileID":"9bb56d47-2b2d-4445-ba81-e5d16f3ccc77","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"model":"e2e-models-e2e-worker-w2-de27f5/premium-w2-de27f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:52.062130169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"premium-w2-de27f5","reconcileID":"7fc80a88-a6dc-4636-98b2-8f06eed2d960","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"premium-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"premium-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:53.804769611Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-test-user-subscription","reconcileID":"1139761c-47b5-4b61-bc40-cdd063c4c091","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscription":"e2e-test-user-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:54.022977146Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-test-user-subscription","reconcileID":"1139761c-47b5-4b61-bc40-cdd063c4c091","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-simulator-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-b1ad4e/e2e-test-other-subscription","ai-tenant-e2e-worker-w4-b1ad4e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:54.237230858Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-test-other-subscription","reconcileID":"7f140b82-c7c1-4b59-8d16-63b61b47ad19","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-simulator-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:54.237230828Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-subscription","reconcileID":"3ae08e3a-7024-4031-a33b-aea56b923d83","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-simulator-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:54.287673931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"089e63d0-8b81-4c42-a5d8-d4b32ac45f70","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:54.438832295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"56756654-a5c9-4c18-b483-591bbfdc233f","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:54.446603228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"79a8923a-80a6-4d64-9f92-9837c9e56dd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:54.446690753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-test-auth-access-denied","reconcileID":"175bc625-d672-4b20-b845-26918a0f6194","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:54.447098138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"ba2b5bdf-dd58-4f11-a7b8-07fb5226237a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:54.511341898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"79a8923a-80a6-4d64-9f92-9837c9e56dd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:54.511970092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"ba2b5bdf-dd58-4f11-a7b8-07fb5226237a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:54.519114927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-test-auth-access-denied","reconcileID":"175bc625-d672-4b20-b845-26918a0f6194","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:54.880010255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"de5d044a-02f2-401a-97be-678d7bdeea83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:54.880100366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"23876103-4b52-466f-8091-57b23d7f9b60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:54.939031953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"de5d044a-02f2-401a-97be-678d7bdeea83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:54.939297196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"23876103-4b52-466f-8091-57b23d7f9b60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:54.98227616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-test-auth-access-denied","reconcileID":"9b506e30-5164-40e7-a5e0-4975c0343ff2","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:55.040771816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-test-auth-access-denied","reconcileID":"9b506e30-5164-40e7-a5e0-4975c0343ff2","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:55.449960924Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-29dd3f","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"praxis-route-29dd3f","reconcileID":"abe99db9-50d1-40b5-b07e-cf825012f66a","MaaSModelRef":{"name":"praxis-route-29dd3f","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"tenant":"e2e-praxis-a-29dd3f","gateway":"openshift-ingress/e2e-praxis-a-29dd3f","model":"ai-tenant-e2e-praxis-a-29dd3f/praxis-route-29dd3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:55.449982157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-29dd3f","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"praxis-route-29dd3f","reconcileID":"abe99db9-50d1-40b5-b07e-cf825012f66a","MaaSModelRef":{"name":"praxis-route-29dd3f","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"routeName":"praxis-route-29dd3f-kserve-route","namespace":"ai-tenant-e2e-praxis-a-29dd3f","llmisvcName":"praxis-route-29dd3f","gateway":"openshift-ingress/e2e-praxis-a-29dd3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:55.510701488Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-29dd3f","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"praxis-route-29dd3f","reconcileID":"c2674c3f-0f2d-43f3-8a21-c7a6c8f94101","MaaSModelRef":{"name":"praxis-route-29dd3f","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"tenant":"e2e-praxis-a-29dd3f","gateway":"openshift-ingress/e2e-praxis-a-29dd3f","model":"ai-tenant-e2e-praxis-a-29dd3f/praxis-route-29dd3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:55.512227726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-29dd3f","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"praxis-route-29dd3f","reconcileID":"c2674c3f-0f2d-43f3-8a21-c7a6c8f94101","MaaSModelRef":{"name":"praxis-route-29dd3f","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"routeName":"praxis-route-29dd3f-kserve-route","namespace":"ai-tenant-e2e-praxis-a-29dd3f","llmisvcName":"praxis-route-29dd3f","gateway":"openshift-ingress/e2e-praxis-a-29dd3f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:48:55.559416805Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-29dd3f-sub","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"praxis-route-29dd3f-sub","reconcileID":"d1123471-f57d-4424-b790-d039418331c4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"praxis-route-29dd3f-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:55.56225862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-29dd3f-auth","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"praxis-route-29dd3f-auth","reconcileID":"aa29026d-9156-4a24-bad8-40985af4e5e8","MaaSAuthPolicy":{"name":"praxis-route-29dd3f-auth","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-29dd3f","tenantID":"e2e-praxis-a-29dd3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:55.626403551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-29dd3f-auth","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"praxis-route-29dd3f-auth","reconcileID":"aa29026d-9156-4a24-bad8-40985af4e5e8","MaaSAuthPolicy":{"name":"praxis-route-29dd3f-auth","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"name":"e2e-praxis-a-29dd3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:55.674095871Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-29dd3f","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"praxis-route-29dd3f","reconcileID":"ca9e825c-07fa-45b0-bf2b-bf272f425d85","MaaSModelRef":{"name":"praxis-route-29dd3f","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"tenant":"e2e-praxis-a-29dd3f","gateway":"openshift-ingress/e2e-praxis-a-29dd3f","model":"ai-tenant-e2e-praxis-a-29dd3f/praxis-route-29dd3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:55.674116339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-29dd3f","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"praxis-route-29dd3f","reconcileID":"ca9e825c-07fa-45b0-bf2b-bf272f425d85","MaaSModelRef":{"name":"praxis-route-29dd3f","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"routeName":"praxis-route-29dd3f-kserve-route","namespace":"ai-tenant-e2e-praxis-a-29dd3f","llmisvcName":"praxis-route-29dd3f","gateway":"openshift-ingress/e2e-praxis-a-29dd3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:55.730919351Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-29dd3f","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"praxis-route-29dd3f","reconcileID":"7ca67636-0f29-4463-9db4-5b4f57d6c3c2","MaaSModelRef":{"name":"praxis-route-29dd3f","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"tenant":"e2e-praxis-a-29dd3f","gateway":"openshift-ingress/e2e-praxis-a-29dd3f","model":"ai-tenant-e2e-praxis-a-29dd3f/praxis-route-29dd3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:55.730940501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-29dd3f","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"praxis-route-29dd3f","reconcileID":"7ca67636-0f29-4463-9db4-5b4f57d6c3c2","MaaSModelRef":{"name":"praxis-route-29dd3f","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"routeName":"praxis-route-29dd3f-kserve-route","namespace":"ai-tenant-e2e-praxis-a-29dd3f","llmisvcName":"praxis-route-29dd3f","gateway":"openshift-ingress/e2e-praxis-a-29dd3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:55.795142836Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-subscription","reconcileID":"07623465-dd25-4bb0-99e5-32c68af94350","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-simulator-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/simulator-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:55.892091786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-29dd3f-auth","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"praxis-route-29dd3f-auth","reconcileID":"4de70245-204d-4d39-9651-0bdb3a4c5617","MaaSAuthPolicy":{"name":"praxis-route-29dd3f-auth","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-29dd3f","tenantID":"e2e-praxis-a-29dd3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:55.945264719Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-29dd3f-sub","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"praxis-route-29dd3f-sub","reconcileID":"8446a639-24e4-439f-8cac-b97a95ba961a","MaaSSubscription":{"name":"praxis-route-29dd3f-sub","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"name":"maas-trlp-praxis-route-29dd3f","model":"praxis-route-29dd3f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-praxis-a-29dd3f/praxis-route-29dd3f-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:55.949782907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-29dd3f-auth","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"praxis-route-29dd3f-auth","reconcileID":"4de70245-204d-4d39-9651-0bdb3a4c5617","MaaSAuthPolicy":{"name":"praxis-route-29dd3f-auth","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"name":"e2e-praxis-a-29dd3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:56.11714447Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-subscription","reconcileID":"b8f52c21-96ee-4a34-b228-b3d9dacec614","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-premium-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/premium-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:56.125121251Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-29dd3f","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"praxis-route-29dd3f","reconcileID":"1819444e-87da-4606-9887-1853ade102ad","MaaSModelRef":{"name":"praxis-route-29dd3f","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"tenant":"e2e-praxis-a-29dd3f","gateway":"openshift-ingress/e2e-praxis-a-29dd3f","model":"ai-tenant-e2e-praxis-a-29dd3f/praxis-route-29dd3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:56.125144663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-29dd3f","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"praxis-route-29dd3f","reconcileID":"1819444e-87da-4606-9887-1853ade102ad","MaaSModelRef":{"name":"praxis-route-29dd3f","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"routeName":"praxis-route-29dd3f-kserve-route","namespace":"ai-tenant-e2e-praxis-a-29dd3f","llmisvcName":"praxis-route-29dd3f","gateway":"openshift-ingress/e2e-praxis-a-29dd3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:56.216144582Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-subscription","reconcileID":"073ec3f1-a718-40e9-a59e-dd4e1ccf57e5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-premium-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/premium-w3-68b670","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:56.316270424Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-subscription","reconcileID":"286fa649-0fef-453f-95a2-ae7991632bfe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-premium-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/premium-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:56.336977351Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-29dd3f-sub","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"praxis-route-29dd3f-sub","reconcileID":"36996e84-744b-40a3-beb3-ce91bb2e008e","MaaSSubscription":{"name":"praxis-route-29dd3f-sub","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"name":"maas-trlp-praxis-route-29dd3f","model":"ai-tenant-e2e-praxis-a-29dd3f/praxis-route-29dd3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:56.626029515Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-subscription","reconcileID":"6f963bdb-30ce-4213-9181-82c12e2436df","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:56.737881105Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-subscription","reconcileID":"dd8d10a2-8341-40d7-939d-c48bd9e3d74f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-premium-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/premium-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:56.838997259Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-subscription","reconcileID":"15ec01d5-137e-4321-863d-c10ac52b7e4d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-simulator-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/simulator-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:56.869997326Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1a6cc8e5-c95b-4c90-b535-80a5dcd22203","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:57.001700723Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"838042cb-b1e7-45de-8edd-99a30649df74","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:57.116122583Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-subscription","reconcileID":"39a97272-79ab-454c-a5e5-8fcb435546dc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-simulator-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:59.68498162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"235d95d2-a4f5-4f06-8972-8d478c524186","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:59.741017477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"83f58650-3f95-4c2f-b8ba-e7a67665402f","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:59.899779561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-status-active-auth","reconcileID":"c83e5f51-8c73-4b58-9545-92c6772dfde5","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:59.959719576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-status-active-auth","reconcileID":"c83e5f51-8c73-4b58-9545-92c6772dfde5","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:48:59.976673293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"5184e443-16a3-4ebf-930c-e8b8fea3d55d","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:00.033213775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"87a08b40-46e8-4e94-ae42-2fb7a68fc008","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:49:00.086717914Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-status-active-sub","reconcileID":"07ce5285-5849-4cf2-97cd-d566bd89f586","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:00.135481405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"76dc5ca5-740d-484d-bfde-889c91a171fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:00.135490828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"bd6856e6-fe3e-4bf1-aac1-74e1974e4c8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:00.194537192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"bd6856e6-fe3e-4bf1-aac1-74e1974e4c8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:00.194576235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"76dc5ca5-740d-484d-bfde-889c91a171fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:00.203044713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"dcd1a5c0-b341-4bb7-b166-ecd2ef1eefd2","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:00.259783755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"d0f7f5af-37b2-475f-9fae-cd89eff37c35","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:00.282540292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"a053caef-950b-401a-9dea-8f8bf80e8e8d","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:00.44113616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-status-active-auth","reconcileID":"a8b1a8d8-3fc0-4fed-8b12-5c4f016d4956","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:00.49925395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-status-active-auth","reconcileID":"a8b1a8d8-3fc0-4fed-8b12-5c4f016d4956","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:00.53429819Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-status-active-sub","reconcileID":"dd44df8c-840f-4f31-8159-0cc05789cd9b","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-de27f5/e2e-status-active-sub","ai-tenant-e2e-worker-w2-de27f5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:00.582181878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"84888eb3-4db4-45c8-b937-a0336ce1586c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:00.582181936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"316de1e2-aae0-42ff-a19c-52d01c332d62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:00.641901197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"316de1e2-aae0-42ff-a19c-52d01c332d62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:00.641893134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"84888eb3-4db4-45c8-b937-a0336ce1586c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:00.703411714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"eb28def9-1c5d-4b3d-87d1-b1c096a9b4d7","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:00.748804991Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-subscription","reconcileID":"c17cdc65-4f7a-459e-ae7b-5cad5bf65790","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:00.917168576Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-status-active-sub","reconcileID":"38b3915f-8cd9-4333-afa8-89e85767f9d2","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:01.217805578Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:02.736278927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"4af3515b-8a01-4ff3-af59-3c3e3448dd1d","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:02.894825381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"32768204-a04d-4117-8ca9-52c3d9ce7848","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:02.894985591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-status-active-auth","reconcileID":"3b0ea5f9-1f5a-46bb-a70e-cf7b93ec3703","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:02.894836176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"b8441fad-b545-415e-bfc2-9b757f4bf47f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:02.953754471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"32768204-a04d-4117-8ca9-52c3d9ce7848","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:02.95382238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-status-active-auth","reconcileID":"3b0ea5f9-1f5a-46bb-a70e-cf7b93ec3703","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:02.956061539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"b8441fad-b545-415e-bfc2-9b757f4bf47f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:04.603779598Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-test-other-subscription","reconcileID":"a099f536-e8dc-4b25-893f-9d440237a1a7","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscription":"e2e-test-other-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:04.827722043Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-test-other-subscription","reconcileID":"a099f536-e8dc-4b25-893f-9d440237a1a7","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-simulator-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-b1ad4e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:05.040806017Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-subscription","reconcileID":"772d02dc-8a99-498f-92bc-ee389293a4b6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-simulator-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:05.092201762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"15f3b0c9-e3c1-43a1-9a77-923e9b2d8aaf","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:05.244714905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"1c3842aa-a38c-401e-9e41-94b8b35ef3a2","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:05.25014754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-test-auth-access-denied","reconcileID":"7b543281-5210-44a7-be52-2be1dea54f1a","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:05.250603919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"ca56c8d0-0aa8-4a90-b572-aaec0616f7a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:05.25103902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"7c875f42-22a6-447d-9fac-c0e85e3511ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:05.308642609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-test-auth-access-denied","reconcileID":"7b543281-5210-44a7-be52-2be1dea54f1a","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:05.308745887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"ca56c8d0-0aa8-4a90-b572-aaec0616f7a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:05.310750527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"7c875f42-22a6-447d-9fac-c0e85e3511ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:05.466573085Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-test-auth-access-denied","reconcileID":"3ccc378f-b3b5-47a9-a0ae-3e839b585cd7","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:05.629429357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"2f23fe26-7b48-47dc-82f7-e7933ad8472b","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:06.587060845Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2be7ec"},"namespace":"ai-tenant-e2e-praxis-a-2be7ec","name":"default-tenant","reconcileID":"91c4565e-7045-492d-96b6-97b046fa5f8a","namespace":"ai-tenant-e2e-praxis-a-2be7ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:06.587124671Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2be7ec"},"namespace":"ai-tenant-e2e-praxis-a-2be7ec","name":"default-tenant","reconcileID":"91c4565e-7045-492d-96b6-97b046fa5f8a","namespace":"ai-tenant-e2e-praxis-a-2be7ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:06.58718235Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2be7ec"},"namespace":"ai-tenant-e2e-praxis-a-2be7ec","name":"default-tenant","reconcileID":"91c4565e-7045-492d-96b6-97b046fa5f8a","tenant":"e2e-praxis-a-2be7ec","tenantID":"e2e-praxis-a-2be7ec","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:06.642776127Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2be7ec"},"namespace":"ai-tenant-e2e-praxis-a-2be7ec","name":"default-tenant","reconcileID":"91c4565e-7045-492d-96b6-97b046fa5f8a","gvk":"Deployment","name":"maas-api-e2e-praxis-a-2be7ec","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:06.706223976Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2be7ec"},"namespace":"ai-tenant-e2e-praxis-a-2be7ec","name":"default-tenant","reconcileID":"91c4565e-7045-492d-96b6-97b046fa5f8a","gvk":"Service","name":"maas-api-e2e-praxis-a-2be7ec","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:06.766145933Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2be7ec"},"namespace":"ai-tenant-e2e-praxis-a-2be7ec","name":"default-tenant","reconcileID":"91c4565e-7045-492d-96b6-97b046fa5f8a","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-2be7ec","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:06.821135036Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2be7ec"},"namespace":"ai-tenant-e2e-praxis-a-2be7ec","name":"default-tenant","reconcileID":"91c4565e-7045-492d-96b6-97b046fa5f8a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-2be7ec","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:06.876886771Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2be7ec"},"namespace":"ai-tenant-e2e-praxis-a-2be7ec","name":"default-tenant","reconcileID":"91c4565e-7045-492d-96b6-97b046fa5f8a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-2be7ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:06.932816715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2be7ec"},"namespace":"ai-tenant-e2e-praxis-a-2be7ec","name":"default-tenant","reconcileID":"91c4565e-7045-492d-96b6-97b046fa5f8a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-2be7ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:06.99139178Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2be7ec"},"namespace":"ai-tenant-e2e-praxis-a-2be7ec","name":"default-tenant","reconcileID":"91c4565e-7045-492d-96b6-97b046fa5f8a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-2be7ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:07.047312496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2be7ec"},"namespace":"ai-tenant-e2e-praxis-a-2be7ec","name":"default-tenant","reconcileID":"91c4565e-7045-492d-96b6-97b046fa5f8a","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-2be7ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:07.099962301Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2be7ec"},"namespace":"ai-tenant-e2e-praxis-a-2be7ec","name":"default-tenant","reconcileID":"91c4565e-7045-492d-96b6-97b046fa5f8a","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-2be7ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:07.152843753Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2be7ec"},"namespace":"ai-tenant-e2e-praxis-a-2be7ec","name":"default-tenant","reconcileID":"91c4565e-7045-492d-96b6-97b046fa5f8a","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-2be7ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:07.205732565Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2be7ec"},"namespace":"ai-tenant-e2e-praxis-a-2be7ec","name":"default-tenant","reconcileID":"91c4565e-7045-492d-96b6-97b046fa5f8a","gvk":"Service","name":"payload-processing-e2e-praxis-a-2be7ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:07.258596622Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2be7ec"},"namespace":"ai-tenant-e2e-praxis-a-2be7ec","name":"default-tenant","reconcileID":"91c4565e-7045-492d-96b6-97b046fa5f8a","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-2be7ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:07.3115821Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2be7ec"},"namespace":"ai-tenant-e2e-praxis-a-2be7ec","name":"default-tenant","reconcileID":"91c4565e-7045-492d-96b6-97b046fa5f8a","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-2be7ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:07.364700485Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2be7ec"},"namespace":"ai-tenant-e2e-praxis-a-2be7ec","name":"default-tenant","reconcileID":"91c4565e-7045-492d-96b6-97b046fa5f8a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-2be7ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:07.417433491Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2be7ec"},"namespace":"ai-tenant-e2e-praxis-a-2be7ec","name":"default-tenant","reconcileID":"91c4565e-7045-492d-96b6-97b046fa5f8a","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-2be7ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:07.474556735Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2be7ec"},"namespace":"ai-tenant-e2e-praxis-a-2be7ec","name":"default-tenant","reconcileID":"91c4565e-7045-492d-96b6-97b046fa5f8a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-2be7ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:07.527615971Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2be7ec"},"namespace":"ai-tenant-e2e-praxis-a-2be7ec","name":"default-tenant","reconcileID":"91c4565e-7045-492d-96b6-97b046fa5f8a","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-2be7ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:07.581307427Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2be7ec"},"namespace":"ai-tenant-e2e-praxis-a-2be7ec","name":"default-tenant","reconcileID":"91c4565e-7045-492d-96b6-97b046fa5f8a","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-2be7ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:07.634298085Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2be7ec"},"namespace":"ai-tenant-e2e-praxis-a-2be7ec","name":"default-tenant","reconcileID":"91c4565e-7045-492d-96b6-97b046fa5f8a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-2be7ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:07.689761436Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2be7ec"},"namespace":"ai-tenant-e2e-praxis-a-2be7ec","name":"default-tenant","reconcileID":"91c4565e-7045-492d-96b6-97b046fa5f8a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-2be7ec","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:11.850158713Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-subscription","reconcileID":"af8ef23c-9510-4c80-b607-d90ef0688937","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-premium-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/premium-w3-68b670","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:11.950832779Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-subscription","reconcileID":"3febad13-3340-4de4-8af9-158a79f5a0f1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-simulator-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/simulator-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:12.050824066Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-subscription","reconcileID":"c9491c4d-6e35-434a-9674-b902a26b6cfd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-premium-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/premium-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:12.151897312Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fa2eb55c-964b-4bcb-ae8f-c3a97e702c53","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:12.220665304Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-subscription","reconcileID":"63e62445-e4a7-42ab-8514-bfd330dcbf37","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-de27f5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:12.251379609Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-subscription","reconcileID":"3a7ad84d-0cb5-49d3-b3ec-e8f50b6bb6fc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-premium-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/premium-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:12.353195425Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fe5c1f4e-2688-4e64-b4e9-2bacbc2df6ce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:12.499523144Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-subscription","reconcileID":"c3799cd6-1510-4ab7-a87a-21d07079a4f0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-premium-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/premium-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:12.597782615Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-subscription","reconcileID":"9c07d082-50a0-4159-b616-ff443012d6ea","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:12.597786128Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-subscription","reconcileID":"7947b74c-9bbc-4e8d-a150-baaabc5169b9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-simulator-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:12.743823752Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-29dd3f-sub","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"praxis-route-29dd3f-sub","reconcileID":"3afe6d39-c2d4-405f-bb13-9375ed441236","MaaSSubscription":{"name":"praxis-route-29dd3f-sub","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"name":"maas-trlp-praxis-route-29dd3f","model":"ai-tenant-e2e-praxis-a-29dd3f/praxis-route-29dd3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:12.845173108Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-subscription","reconcileID":"688f4329-3f45-4bd3-8e43-e3b34f6fc342","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-simulator-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/simulator-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:12.903826177Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-status-active-sub","reconcileID":"69814438-2405-4273-be4a-fd4d6427e629","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscription":"e2e-status-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:12.920065282Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-29dd3f","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"praxis-route-29dd3f","reconcileID":"aaf9ed31-b657-443f-8bbd-63e2afbfbd50","MaaSModelRef":{"name":"praxis-route-29dd3f","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"tenant":"e2e-praxis-a-29dd3f","gateway":"openshift-ingress/e2e-praxis-a-29dd3f","model":"ai-tenant-e2e-praxis-a-29dd3f/praxis-route-29dd3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:12.920085553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-29dd3f","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"praxis-route-29dd3f","reconcileID":"aaf9ed31-b657-443f-8bbd-63e2afbfbd50","MaaSModelRef":{"name":"praxis-route-29dd3f","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"routeName":"praxis-route-29dd3f-kserve-route","namespace":"ai-tenant-e2e-praxis-a-29dd3f","llmisvcName":"praxis-route-29dd3f","gateway":"openshift-ingress/e2e-praxis-a-29dd3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:12.986862308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-29dd3f-auth","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"praxis-route-29dd3f-auth","reconcileID":"e2217dee-c918-4c64-b40a-80a0bfd455d4","MaaSAuthPolicy":{"name":"praxis-route-29dd3f-auth","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-29dd3f","tenantID":"e2e-praxis-a-29dd3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:13.045355125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-29dd3f-auth","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"praxis-route-29dd3f-auth","reconcileID":"e2217dee-c918-4c64-b40a-80a0bfd455d4","MaaSAuthPolicy":{"name":"praxis-route-29dd3f-auth","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"name":"e2e-praxis-a-29dd3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:13.065120423Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-status-active-sub","reconcileID":"69814438-2405-4273-be4a-fd4d6427e629","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:13.286950325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"dd897d01-088f-41c4-8ba4-c759af16f03b","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:13.428596002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"03f98c30-360f-4b31-be04-a894ded1419f","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:13.446133717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-status-active-auth","reconcileID":"193fd82b-5155-40eb-a2bf-6b9b5f8fa912","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:13.446229507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"bc8492c1-3056-4d62-a5d3-e3c74009368f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:13.446678567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"d12d929a-f9cc-4a5f-b70c-54bec036d90e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:13.504685678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-status-active-auth","reconcileID":"193fd82b-5155-40eb-a2bf-6b9b5f8fa912","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:13.504706672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"d12d929a-f9cc-4a5f-b70c-54bec036d90e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:13.506891877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"bc8492c1-3056-4d62-a5d3-e3c74009368f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:13.665595565Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-status-active-auth","reconcileID":"0daec6f9-5de0-4ed3-8100-a7075911fdb3","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:13.828607439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"691f4231-bac6-49a6-8326-13397cde324b","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:49:14.06482826Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-status-failed-sub","reconcileID":"77e19489-3c41-44a4-93fd-b639f1d8f4ff","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:14.112946556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"c5b15b31-d290-4fd6-811a-abe46deba18b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:14.112973542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"c7ca58a4-60c5-46fd-aa22-c17acea0af0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:14.17103624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"c7ca58a4-60c5-46fd-aa22-c17acea0af0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:14.17118919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"c5b15b31-d290-4fd6-811a-abe46deba18b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:14.535405921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"2cc826f0-78df-47cb-abdf-6321c3b8a602","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:14.535563951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"80944896-214e-488b-b62c-f062f585ab4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:14.59392628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"80944896-214e-488b-b62c-f062f585ab4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:14.593989903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"2cc826f0-78df-47cb-abdf-6321c3b8a602","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:14.704193758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"14b1241e-530d-4c90-8de7-7954ad6539e7","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:14.759990486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"9fd70b38-d44a-45d6-bfbf-50e4e302c779","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:14.919743799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-status-active-auth-only","reconcileID":"36872e90-d3d1-47d4-9b50-c0447a074856","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:14.977781023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-status-active-auth-only","reconcileID":"36872e90-d3d1-47d4-9b50-c0447a074856","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:15.315654846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"b60e25cd-3f7d-4638-aeb6-549ddb5be018","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:15.54864245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-status-active-auth-only","reconcileID":"cce81a4a-ceca-4030-9834-5f781e56dff8","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:15.606879506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-status-active-auth-only","reconcileID":"cce81a4a-ceca-4030-9834-5f781e56dff8","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:15.816325502Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-2be7ec","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-2be7ec","reconcileID":"4b92f971-3472-41db-8700-265fb2e0066e","aitenant":"ai-tenants/e2e-praxis-a-2be7ec","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:16.289538195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d71e37f6-2d00-4819-8a63-a603396ae2f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:16.343297704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d71e37f6-2d00-4819-8a63-a603396ae2f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:16.396292276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d71e37f6-2d00-4819-8a63-a603396ae2f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:16.450067332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d71e37f6-2d00-4819-8a63-a603396ae2f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:16.612177282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"630a2010-ba1b-4468-9c3c-91ceeaaa55b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:16.627092084Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-2be7ec","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-2be7ec","reconcileID":"4b92f971-3472-41db-8700-265fb2e0066e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-2be7ec","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-2be7ec"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:16.673857507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"630a2010-ba1b-4468-9c3c-91ceeaaa55b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:16.726879439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"6f2939c5-e354-4207-8783-118e01d758f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:16.785828347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"6f2939c5-e354-4207-8783-118e01d758f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:17.304301086Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-status-active-auth-only","reconcileID":"bcbd54ad-60fa-41f3-bff0-6e27c51494b9","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:17.305063248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"3fa73203-f4ba-4a02-a506-48942fba3409","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:17.519408607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"cbd5ca26-c08e-4d3e-b65d-1469df85dcbb","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:17.743035679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8950af"},"namespace":"ai-tenant-e2e-praxis-b-8950af","name":"default-tenant","reconcileID":"ab67747f-ec16-446a-88e9-aca101d47c3b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-8950af","tenantID":"e2e-praxis-b-8950af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:17.862611653Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8950af"},"namespace":"ai-tenant-e2e-praxis-b-8950af","name":"default-tenant","reconcileID":"ab67747f-ec16-446a-88e9-aca101d47c3b","name":"e2e-praxis-b-8950af-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:18.35922122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"95b4730e-a068-4afd-b5d4-121ec1f6b8af","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:18.419575979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"b839cddf-2643-4a7d-aed1-554a79a420fa","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:18.492364094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94702995-1bb0-46be-a5e0-85c52f15ded7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:18.54640912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94702995-1bb0-46be-a5e0-85c52f15ded7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:18.600097115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94702995-1bb0-46be-a5e0-85c52f15ded7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:18.626394116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"958d49bc-f166-4d68-892c-3abd47670e01","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:18.656422072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94702995-1bb0-46be-a5e0-85c52f15ded7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:18.65832623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-status-degraded-auth","reconcileID":"4d679059-cf0f-4bbb-afaf-952d5fcdc2c5","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:18.721677468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"41a14385-a5b6-4ec5-934d-798124425f4e","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:18.725726692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-status-degraded-auth","reconcileID":"4d679059-cf0f-4bbb-afaf-952d5fcdc2c5","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:49:18.76970274Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-status-degraded-sub","reconcileID":"a4f27315-bd07-4095-b2fa-0b1a05ffcd08","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:18.825181692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"eb2aee0b-9757-4457-a058-27b0177ddba4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:18.825182755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"af0f51d8-2aba-491a-9443-ff9962ee47b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:18.88402584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"af0f51d8-2aba-491a-9443-ff9962ee47b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:18.884090238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"eb2aee0b-9757-4457-a058-27b0177ddba4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:18.88910019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"47b551ce-5198-4aaa-928b-f73d4f3460eb","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:18.948394139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"69e5bc9d-a901-41df-87ca-41f2536181fb","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:19.098168317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"0de573c6-8155-491c-8375-a7e3865ce8c0","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:19.231966643Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-status-degraded-sub","reconcileID":"c2f7c243-45a7-44a9-b800-7ea6286d7d95","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-de27f5/e2e-status-degraded-sub","ai-tenant-e2e-worker-w2-de27f5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:19.232166299Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-status-degraded-sub","reconcileID":"c2f7c243-45a7-44a9-b800-7ea6286d7d95","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"model":"e2e-models-e2e-worker-w2-de27f5/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-de27f5/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:19.2605693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-status-degraded-auth","reconcileID":"a40644b7-f853-4f93-b238-97bd20f41637","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:19.324950986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-status-degraded-auth","reconcileID":"a40644b7-f853-4f93-b238-97bd20f41637","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:19.364487279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"fe290134-e76f-4745-80be-19cc8981d52d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:19.364492582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"b474be4d-9532-49ae-b0a4-bc9759942700","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:19.425583704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"fe290134-e76f-4745-80be-19cc8981d52d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:19.426672252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"b474be4d-9532-49ae-b0a4-bc9759942700","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:19.448151737Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-subscription","reconcileID":"1ac54644-0814-4a87-894e-a562d08afee7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:19.457494733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"fa05236f-b651-438d-badf-aea65342c129","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:19.67836735Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-status-degraded-sub","reconcileID":"c20719ed-b877-4bb5-bb5c-3751000ceca8","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:19.723799867Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-status-degraded-sub","reconcileID":"c20719ed-b877-4bb5-bb5c-3751000ceca8","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"model":"e2e-models-e2e-worker-w2-de27f5/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-de27f5/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:20.67892358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63c65aae-69c1-4abe-9816-255c93a0435f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:20.732094863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63c65aae-69c1-4abe-9816-255c93a0435f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:20.784974566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63c65aae-69c1-4abe-9816-255c93a0435f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:20.839156554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63c65aae-69c1-4abe-9816-255c93a0435f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:21.064242019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"ffb6dff3-abff-48d3-a70d-bbed3ffda061","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:21.141003293Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-29dd3f","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"praxis-route-29dd3f","reconcileID":"d4d56e04-0abb-45b5-9c1d-a4dcd887b13f","MaaSModelRef":{"name":"praxis-route-29dd3f","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"tenant":"e2e-praxis-a-29dd3f","gateway":"openshift-ingress/e2e-praxis-a-29dd3f","model":"ai-tenant-e2e-praxis-a-29dd3f/praxis-route-29dd3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:21.141026484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-29dd3f","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"praxis-route-29dd3f","reconcileID":"d4d56e04-0abb-45b5-9c1d-a4dcd887b13f","MaaSModelRef":{"name":"praxis-route-29dd3f","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"routeName":"praxis-route-29dd3f-kserve-route","namespace":"ai-tenant-e2e-praxis-a-29dd3f","llmisvcName":"praxis-route-29dd3f","gateway":"openshift-ingress/e2e-praxis-a-29dd3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:21.229847486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-status-degraded-auth","reconcileID":"00c4cf84-cd7a-4982-b36f-95a316876b7a","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:21.230359077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"c5180be5-f472-46d0-a36a-3db2c203c070","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:21.230742822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"8ca06b69-71ba-4054-8e56-ca12e1ed8c84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:21.288938666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"8ca06b69-71ba-4054-8e56-ca12e1ed8c84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:21.289749931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-status-degraded-auth","reconcileID":"00c4cf84-cd7a-4982-b36f-95a316876b7a","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:21.291536817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"c5180be5-f472-46d0-a36a-3db2c203c070","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:21.311988536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-29dd3f-auth","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"praxis-route-29dd3f-auth","reconcileID":"458a2152-3895-4e95-b742-4fb6197f9f0c","MaaSAuthPolicy":{"name":"praxis-route-29dd3f-auth","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-29dd3f","tenantID":"e2e-praxis-a-29dd3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:21.365207094Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-29dd3f-sub","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"praxis-route-29dd3f-sub","reconcileID":"a1e9f8fe-b997-414d-9a7c-9d4fdd13e712","MaaSSubscription":{"name":"praxis-route-29dd3f-sub","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"name":"maas-trlp-praxis-route-29dd3f","model":"ai-tenant-e2e-praxis-a-29dd3f/praxis-route-29dd3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:21.371454974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-29dd3f-auth","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"praxis-route-29dd3f-auth","reconcileID":"458a2152-3895-4e95-b742-4fb6197f9f0c","MaaSAuthPolicy":{"name":"praxis-route-29dd3f-auth","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"name":"e2e-praxis-a-29dd3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:21.538565017Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-29dd3f","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"praxis-route-29dd3f","reconcileID":"65e37b6d-5b24-40d8-ac03-95e15d204b99","MaaSModelRef":{"name":"praxis-route-29dd3f","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"tenant":"e2e-praxis-a-29dd3f","gateway":"openshift-ingress/e2e-praxis-a-29dd3f","model":"ai-tenant-e2e-praxis-a-29dd3f/praxis-route-29dd3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:21.538587395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-29dd3f","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"praxis-route-29dd3f","reconcileID":"65e37b6d-5b24-40d8-ac03-95e15d204b99","MaaSModelRef":{"name":"praxis-route-29dd3f","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"routeName":"praxis-route-29dd3f-kserve-route","namespace":"ai-tenant-e2e-praxis-a-29dd3f","llmisvcName":"praxis-route-29dd3f","gateway":"openshift-ingress/e2e-praxis-a-29dd3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:21.751988961Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-29dd3f-sub","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"praxis-route-29dd3f-sub","reconcileID":"b9761b3a-4e11-44d0-94aa-2e407de823f1","MaaSSubscription":{"name":"praxis-route-29dd3f-sub","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"name":"maas-trlp-praxis-route-29dd3f","model":"ai-tenant-e2e-praxis-a-29dd3f/praxis-route-29dd3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:24.753946287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcbc9729-edcb-41b3-82ad-06a85df4f02c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:24.808199231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcbc9729-edcb-41b3-82ad-06a85df4f02c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:24.861657953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcbc9729-edcb-41b3-82ad-06a85df4f02c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:24.914494034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcbc9729-edcb-41b3-82ad-06a85df4f02c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:26.566600499Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-status-failed-sub","reconcileID":"8461b041-59c2-45a9-9ed9-97acdfc55f45","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"model":"e2e-models-e2e-worker-w4-b1ad4e/nonexistent-model-xyz","subscription":"e2e-status-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:26.566782171Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-status-failed-sub","reconcileID":"8461b041-59c2-45a9-9ed9-97acdfc55f45","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"model":"e2e-models-e2e-worker-w4-b1ad4e/nonexistent-model-xyz","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-b1ad4e/nonexistent-model-xyz","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:26.883246064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb907607-a174-45ac-8b87-6b63c1dd6dfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:26.936646391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb907607-a174-45ac-8b87-6b63c1dd6dfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:26.990536684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb907607-a174-45ac-8b87-6b63c1dd6dfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:27.043993162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb907607-a174-45ac-8b87-6b63c1dd6dfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:27.149860947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"48d81c35-4a41-463a-8e63-ff04f1067d59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:27.149856479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"9790179e-be8e-4e74-be72-add0e1cd1793","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:27.209930604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"48d81c35-4a41-463a-8e63-ff04f1067d59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:27.209936282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"9790179e-be8e-4e74-be72-add0e1cd1793","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:28.09452095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-status-failed-auth","reconcileID":"743bb293-43d8-414d-8eb1-201ee352c348","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:28.152717015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-status-failed-auth","reconcileID":"743bb293-43d8-414d-8eb1-201ee352c348","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:28.209316241Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-status-failed-auth","reconcileID":"743bb293-43d8-414d-8eb1-201ee352c348","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"model":"e2e-models-e2e-worker-w4-b1ad4e/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:28.58283374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-status-failed-auth","reconcileID":"36dbd79f-d410-4390-8c47-815686c18c4f","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:28.641305131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-status-failed-auth","reconcileID":"36dbd79f-d410-4390-8c47-815686c18c4f","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:28.697864655Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-status-failed-auth","reconcileID":"36dbd79f-d410-4390-8c47-815686c18c4f","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"model":"e2e-models-e2e-worker-w4-b1ad4e/nonexistent-model-abc","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:49:28.858241773Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-status-failed-auth","reconcileID":"36dbd79f-d410-4390-8c47-815686c18c4f","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-status-failed-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:29.075083058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-status-failed-auth","reconcileID":"8c66a560-90b9-4de0-beb3-8fae9301b7d6","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:29.133248994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-status-failed-auth","reconcileID":"8c66a560-90b9-4de0-beb3-8fae9301b7d6","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:29.190224715Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-status-failed-auth","reconcileID":"8c66a560-90b9-4de0-beb3-8fae9301b7d6","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"model":"e2e-models-e2e-worker-w4-b1ad4e/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:30.305044603Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-status-failed-auth","reconcileID":"01b6f979-2a01-4eb3-b371-2f7a8ef797db","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"model":"e2e-models-e2e-worker-w4-b1ad4e/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:31.222670813Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:31.236527993Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-status-degraded-sub","reconcileID":"6f796c1f-9cee-461e-8089-b74cee4fdfdf","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:31.45701217Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-status-degraded-sub","reconcileID":"6f796c1f-9cee-461e-8089-b74cee4fdfdf","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-de27f5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:31.45704182Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-status-degraded-sub","reconcileID":"6f796c1f-9cee-461e-8089-b74cee4fdfdf","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"model":"e2e-models-e2e-worker-w2-de27f5/nonexistent-model-partial","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:31.457157219Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-status-degraded-sub","reconcileID":"6f796c1f-9cee-461e-8089-b74cee4fdfdf","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"model":"e2e-models-e2e-worker-w2-de27f5/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-de27f5/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:31.646712805Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"e2e-temp-model-status","reconcileID":"a0b765ff-de4d-4d55-b44f-a58c862e5f50","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"tenant":"e2e-worker-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:31.646742176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"e2e-temp-model-status","reconcileID":"a0b765ff-de4d-4d55-b44f-a58c862e5f50","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"distinct-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"distinct-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:31.676122014Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-subscription","reconcileID":"5b08e670-e0d2-440a-8aa7-357450e6fc1b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:31.706021427Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-29dd3f","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"praxis-route-29dd3f","reconcileID":"f95512aa-2625-4437-81c4-b115ffc1389b","MaaSModelRef":{"name":"praxis-route-29dd3f","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"tenant":"e2e-praxis-a-29dd3f","gateway":"openshift-ingress/e2e-praxis-a-29dd3f","model":"ai-tenant-e2e-praxis-a-29dd3f/praxis-route-29dd3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:31.706054981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-29dd3f","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"praxis-route-29dd3f","reconcileID":"f95512aa-2625-4437-81c4-b115ffc1389b","MaaSModelRef":{"name":"praxis-route-29dd3f","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"routeName":"praxis-route-29dd3f-kserve-route","namespace":"ai-tenant-e2e-praxis-a-29dd3f","llmisvcName":"praxis-route-29dd3f","gateway":"openshift-ingress/e2e-praxis-a-29dd3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:31.706629356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"distinct-w4-b1ad4e","reconcileID":"c2a0ab04-eb4c-42f5-b147-17e65caa361f","MaaSModelRef":{"name":"distinct-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"distinct-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"distinct-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:31.767675009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"13591a51-7272-4749-92ee-d238086012b9","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:31.831171138Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"e2e-temp-model-status","reconcileID":"8fabc8d1-f13b-4876-8202-4fda25d66bea","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"tenant":"e2e-worker-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:31.831190619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"e2e-temp-model-status","reconcileID":"8fabc8d1-f13b-4876-8202-4fda25d66bea","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"distinct-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"distinct-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:31.889044677Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"e2e-temp-model-status","reconcileID":"9c84a671-e786-47dd-9bcd-fa0304207389","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"tenant":"e2e-worker-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:31.889066833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"e2e-temp-model-status","reconcileID":"9c84a671-e786-47dd-9bcd-fa0304207389","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"distinct-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"distinct-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:31.891715658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"a016fbc5-c6d8-4ad7-b96d-2ad41266849b","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:31.892549217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-status-degraded-auth","reconcileID":"be799e82-7ff3-41d6-b9a3-70351ae04009","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:31.892562351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"879b333b-c8c5-417e-8d0d-f17ca4ab48ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:31.892948703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"f006b001-9846-43e2-ab46-e47ead4cfeb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:31.95106832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"879b333b-c8c5-417e-8d0d-f17ca4ab48ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:31.951221427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"f006b001-9846-43e2-ab46-e47ead4cfeb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:31.953412571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-status-degraded-auth","reconcileID":"be799e82-7ff3-41d6-b9a3-70351ae04009","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:32.100552798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-status-transition-auth","reconcileID":"216c2094-6eff-4a66-98da-080b2cb64147","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:32.111124163Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-status-degraded-auth","reconcileID":"66dd91c5-58d8-42f4-a8c3-47a343a3e8f7","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:32.13248577Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"e2e-temp-model-status","reconcileID":"b5dffc41-cb6d-45bd-a2ea-476acefdb0c3","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"tenant":"e2e-worker-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:32.132514408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"e2e-temp-model-status","reconcileID":"b5dffc41-cb6d-45bd-a2ea-476acefdb0c3","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"distinct-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"distinct-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:32.159601389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-status-transition-auth","reconcileID":"216c2094-6eff-4a66-98da-080b2cb64147","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:32.194655697Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"e2e-temp-model-status","reconcileID":"3cc36ad7-5cfe-4416-b0ef-17cd0ce6ca40","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"tenant":"e2e-worker-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:32.1946746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"e2e-temp-model-status","reconcileID":"3cc36ad7-5cfe-4416-b0ef-17cd0ce6ca40","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"distinct-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"distinct-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:49:32.241348909Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-status-transition-sub","reconcileID":"bab68354-37c7-41bd-8dd9-b13f2ac26ef9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-transition-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:49:32.249825333Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"e2e-temp-model-status","reconcileID":"3cc36ad7-5cfe-4416-b0ef-17cd0ce6ca40","name":"e2e-temp-model-status","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-temp-model-status\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:49:32.24988745Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"e2e-temp-model-status","reconcileID":"3cc36ad7-5cfe-4416-b0ef-17cd0ce6ca40","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-temp-model-status\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:32.255326518Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"e2e-temp-model-status","reconcileID":"9ee5dab5-b729-4cca-bda5-4c9ee3dc28e6","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"tenant":"e2e-worker-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:32.25534256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"e2e-temp-model-status","reconcileID":"9ee5dab5-b729-4cca-bda5-4c9ee3dc28e6","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"distinct-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"distinct-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:32.328104015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"386370b2-ea6f-4771-a6aa-98c0b551501f","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:32.345970912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"582ad82f-8767-4d14-a3d0-619e89ea5807","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:32.346991994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"23b23d9a-b109-46b9-a2de-dd9d0431775d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:32.354626037Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"e2e-temp-model-status","reconcileID":"e222ecba-574c-4ec2-80e3-9d72806c1d72","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"tenant":"e2e-worker-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:32.354643952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"e2e-temp-model-status","reconcileID":"e222ecba-574c-4ec2-80e3-9d72806c1d72","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"distinct-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"distinct-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:32.406546764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"23b23d9a-b109-46b9-a2de-dd9d0431775d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:32.406615113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"582ad82f-8767-4d14-a3d0-619e89ea5807","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:32.411167853Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"e2e-temp-model-status","reconcileID":"28a51ab1-654f-4427-ab86-dc28e26655cb","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"tenant":"e2e-worker-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:32.411186964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"e2e-temp-model-status","reconcileID":"28a51ab1-654f-4427-ab86-dc28e26655cb","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"distinct-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"distinct-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:32.436058529Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"e2e-temp-model-status","reconcileID":"9e92150e-1cff-4d20-b244-c029dd7262a9","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"tenant":"e2e-worker-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:32.436080421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"e2e-temp-model-status","reconcileID":"9e92150e-1cff-4d20-b244-c029dd7262a9","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"distinct-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"distinct-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:32.637731124Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-status-transition-sub","reconcileID":"22fab0d0-81e9-470a-a715-7b9a5d47a508","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-temp-model-status","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-b1ad4e/e2e-status-transition-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:32.647840664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-status-transition-auth","reconcileID":"3b68085e-570e-48f9-abf2-5c13c9659a8f","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:32.706647558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-status-transition-auth","reconcileID":"3b68085e-570e-48f9-abf2-5c13c9659a8f","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:32.776648624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"42bda593-67cb-4c8f-bdd2-da22c81617bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:32.776646144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"b65c4b5d-437b-4a06-9b65-ed8125433bbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:32.807756466Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"e2e-temp-model-status","reconcileID":"48922d89-2f39-40cd-bedd-c3270b3b8f1c","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"tenant":"e2e-worker-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:32.807784257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"e2e-temp-model-status","reconcileID":"48922d89-2f39-40cd-bedd-c3270b3b8f1c","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"distinct-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"distinct-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:32.835560981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"b65c4b5d-437b-4a06-9b65-ed8125433bbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:32.835771923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"42bda593-67cb-4c8f-bdd2-da22c81617bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:33.022310709Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-status-transition-sub","reconcileID":"b41bc29e-ea34-48c1-b077-187e5feaee58","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w4-b1ad4e/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:33.210001913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"df56973e-765d-44dd-9bd2-943f7875cd08","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:33.269848345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"cdb82635-f3c3-409d-83d8-3831d0e7ec98","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:33.483841333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-status-degraded-auth","reconcileID":"5c851a73-77a8-48df-9172-17a959ccd5a9","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:33.54290741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-status-degraded-auth","reconcileID":"5c851a73-77a8-48df-9172-17a959ccd5a9","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:33.652861644Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-status-degraded-auth","reconcileID":"5c851a73-77a8-48df-9172-17a959ccd5a9","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"model":"e2e-models-e2e-worker-w2-de27f5/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:33.918421747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"3b777853-743f-4572-8eed-879b37425ad9","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:34.13049171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-status-degraded-auth","reconcileID":"45739a3a-6b9d-4a50-b39e-66c83fb71ae3","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:34.189196417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-status-degraded-auth","reconcileID":"45739a3a-6b9d-4a50-b39e-66c83fb71ae3","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:34.299178823Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-status-degraded-auth","reconcileID":"45739a3a-6b9d-4a50-b39e-66c83fb71ae3","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"model":"e2e-models-e2e-worker-w2-de27f5/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:35.661714517Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-status-degraded-auth","reconcileID":"9219e56f-135d-4b4f-b221-d0b085fb0fcf","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:35.661804265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"4fba1858-5d28-4a12-80c1-98bd2e541af1","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:35.71464823Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-status-degraded-auth","reconcileID":"9219e56f-135d-4b4f-b221-d0b085fb0fcf","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"model":"e2e-models-e2e-worker-w2-de27f5/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:35.878620098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"6193661e-3193-4a01-9307-1de2ae5aa4ab","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:36.814704918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"82070922-771b-4075-abcc-61f3f2ba9692","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:36.871004679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"b44f4f38-b0ad-43ab-81c6-f88aeb1f89bf","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:37.02893934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-degraded-models-apikey-auth","reconcileID":"e68b8a1d-e2c8-402b-a17f-1e6b8c4ec1fe","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:37.086892554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-degraded-models-apikey-auth","reconcileID":"e68b8a1d-e2c8-402b-a17f-1e6b8c4ec1fe","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:37.10798895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"d79e3f34-71be-437b-ab9f-540781781e1e","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:37.167189282Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"e2e-temp-model-status","reconcileID":"1454b8e6-bacd-4892-a457-9e15bb27f4ce","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"tenant":"e2e-worker-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:37.167218032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"e2e-temp-model-status","reconcileID":"1454b8e6-bacd-4892-a457-9e15bb27f4ce","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"distinct-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"distinct-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:37.21951246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"d73898d4-6b3f-4d46-a504-b462d6019cdf","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:49:37.220979778Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-de27f5/e2e-degraded-models-apikey","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-apikey\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:37.266357946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"452d33f5-df63-4c26-8433-05434a057041","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:37.270745009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"ed0a47b3-da1f-42ab-9c3f-4b5d22c71592","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:37.277724248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"0b7a60cd-fcf7-4034-929c-5d1961c1de4d","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:37.326095664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"452d33f5-df63-4c26-8433-05434a057041","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:37.328394381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"ed0a47b3-da1f-42ab-9c3f-4b5d22c71592","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:37.410363467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"053dba2e-f850-433f-a2d1-77717af86f90","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:37.548855307Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-degraded-models-apikey","reconcileID":"89db1181-026a-4d9d-9bdc-763eebe0b775","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-de27f5/e2e-degraded-models-apikey","ai-tenant-e2e-worker-w2-de27f5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:37.54903142Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-degraded-models-apikey","reconcileID":"89db1181-026a-4d9d-9bdc-763eebe0b775","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"model":"e2e-models-e2e-worker-w2-de27f5/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-de27f5/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:37.568558708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-degraded-models-apikey-auth","reconcileID":"37cd2cda-6f0c-40c0-84a8-fe69c45dcf5c","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:37.626833246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-degraded-models-apikey-auth","reconcileID":"37cd2cda-6f0c-40c0-84a8-fe69c45dcf5c","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:37.710278856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"0f6a281d-01c5-497b-bfca-9fdfd2c71df6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:37.710733259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"4dd711c1-7129-4ef4-ad90-9a4ef4332628","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:37.762579597Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-subscription","reconcileID":"be034f9b-791c-41cd-a004-cb02741ecc7b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:37.769678665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"4dd711c1-7129-4ef4-ad90-9a4ef4332628","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:37.769686855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"0f6a281d-01c5-497b-bfca-9fdfd2c71df6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:37.772038607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"ec73b717-407e-4353-bd20-de8aa4ddb6d3","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:49:37.896509422Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-degraded-models-apikey-auth","reconcileID":"37cd2cda-6f0c-40c0-84a8-fe69c45dcf5c","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-degraded-models-apikey-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:37.985764877Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-degraded-models-apikey","reconcileID":"b29b7264-d49f-4d2a-a713-972084ec233d","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:37.985970282Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-degraded-models-apikey","reconcileID":"b29b7264-d49f-4d2a-a713-972084ec233d","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"model":"e2e-models-e2e-worker-w2-de27f5/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-de27f5/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:38.105513883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-degraded-models-apikey-auth","reconcileID":"ed85238b-aad9-4973-b256-3163526c6e93","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:38.207469027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-degraded-models-apikey-auth","reconcileID":"ed85238b-aad9-4973-b256-3163526c6e93","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:38.319192518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"6367bf97-7f54-4e95-abef-9f54281ad62a","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:40.296534471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"d00c5850-7833-48aa-a9c1-8b069636a9a1","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:40.457261617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-degraded-models-apikey-auth","reconcileID":"8f01136c-a008-497d-9350-29fff1bc6189","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:40.457408861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"38a63a65-ef61-497c-a6c9-5e6361952220","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:40.45726154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"1cdea993-c0c6-4d91-aab6-134784e2d934","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:40.516164342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"38a63a65-ef61-497c-a6c9-5e6361952220","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:40.517307106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"1cdea993-c0c6-4d91-aab6-134784e2d934","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:40.518437824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-degraded-models-apikey-auth","reconcileID":"8f01136c-a008-497d-9350-29fff1bc6189","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:41.707379199Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-29dd3f","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"praxis-route-29dd3f","reconcileID":"3d5c3b9d-ee6f-48b3-9e86-7a9308ebf598","MaaSModelRef":{"name":"praxis-route-29dd3f","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"tenant":"e2e-praxis-a-29dd3f","gateway":"openshift-ingress/e2e-praxis-a-29dd3f","model":"ai-tenant-e2e-praxis-a-29dd3f/praxis-route-29dd3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:41.70740669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-29dd3f","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"praxis-route-29dd3f","reconcileID":"3d5c3b9d-ee6f-48b3-9e86-7a9308ebf598","MaaSModelRef":{"name":"praxis-route-29dd3f","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"routeName":"praxis-route-29dd3f-kserve-route","namespace":"ai-tenant-e2e-praxis-a-29dd3f","llmisvcName":"praxis-route-29dd3f","gateway":"openshift-ingress/e2e-praxis-a-29dd3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:50.462676728Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-degraded-models-apikey","reconcileID":"65790125-6938-476f-b646-f2111b2abfba","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:50.682768894Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-degraded-models-apikey","reconcileID":"65790125-6938-476f-b646-f2111b2abfba","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-de27f5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:50.682803296Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-degraded-models-apikey","reconcileID":"65790125-6938-476f-b646-f2111b2abfba","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"model":"e2e-models-e2e-worker-w2-de27f5/nonexistent-model-apikey","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:50.682967539Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-degraded-models-apikey","reconcileID":"65790125-6938-476f-b646-f2111b2abfba","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"model":"e2e-models-e2e-worker-w2-de27f5/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-de27f5/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:50.897905203Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-subscription","reconcileID":"a4a45e46-0dbb-4b32-befe-49eeeaf5e7d2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:50.958072208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"1bf0f156-7671-403e-a263-c9ef557b5cf8","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:51.11520185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"9df057d3-de1a-4298-8725-45e82621fa3a","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:51.116870994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"2225a7ab-5bac-4f41-94ca-17f5afa5866b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:51.116880569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"79a79e7a-5743-433b-a29a-7790281e4f15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:51.117322183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-degraded-models-apikey-auth","reconcileID":"4415ee0a-e70d-49e3-a527-8d3619d69106","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:51.175880396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"2225a7ab-5bac-4f41-94ca-17f5afa5866b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:51.175931403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"79a79e7a-5743-433b-a29a-7790281e4f15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:51.17803797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-degraded-models-apikey-auth","reconcileID":"4415ee0a-e70d-49e3-a527-8d3619d69106","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:51.382486127Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-degraded-models-apikey-auth","reconcileID":"41acad7a-b6f9-4d89-bf2d-d63fb687aeeb","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:51.593292043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"5128b4ad-8384-43a7-8a32-93eb56babb68","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:51.708568631Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-29dd3f","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"praxis-route-29dd3f","reconcileID":"53cd533f-c2e4-40aa-9fc9-7c3cf6aa9e15","MaaSModelRef":{"name":"praxis-route-29dd3f","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"tenant":"e2e-praxis-a-29dd3f","gateway":"openshift-ingress/e2e-praxis-a-29dd3f","model":"ai-tenant-e2e-praxis-a-29dd3f/praxis-route-29dd3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:51.708605216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-29dd3f","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"praxis-route-29dd3f","reconcileID":"53cd533f-c2e4-40aa-9fc9-7c3cf6aa9e15","MaaSModelRef":{"name":"praxis-route-29dd3f","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"routeName":"praxis-route-29dd3f-kserve-route","namespace":"ai-tenant-e2e-praxis-a-29dd3f","llmisvcName":"praxis-route-29dd3f","gateway":"openshift-ingress/e2e-praxis-a-29dd3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:52.527704654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"421fe461-7031-41b3-a676-ea0069848589","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:52.583711155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"1913911c-3937-4c94-acb4-1dffce2d7cef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:52.741575557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-degraded-models-kube-auth","reconcileID":"917005b2-4c2d-49c0-94c5-b2900142934d","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:52.799659579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-degraded-models-kube-auth","reconcileID":"917005b2-4c2d-49c0-94c5-b2900142934d","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:52.903517769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"984c1ae5-744b-4b09-936a-de0d5e0f4717","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:52.958232743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"79628b64-0015-4364-973d-c9e77cd99029","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:49:52.959327463Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-de27f5/e2e-degraded-models-kube","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-kube\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:53.014431177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"b714a727-f0b5-40c2-ada5-e9007df77ced","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:53.063401535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"b9dff30b-14ea-4fc9-8536-604fae68b733","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:53.063437364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"8d164a5c-76b5-4895-9dd1-be128d2363bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:53.122212583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"8d164a5c-76b5-4895-9dd1-be128d2363bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:53.12221725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"b9dff30b-14ea-4fc9-8536-604fae68b733","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:53.170037607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"0e85b4aa-9e7e-4b97-96d7-c8245dbe681a","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:53.28640949Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-degraded-models-kube","reconcileID":"f614a46b-065a-4018-ab6f-470027aa9238","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-de27f5/e2e-degraded-models-kube","ai-tenant-e2e-worker-w2-de27f5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:53.286589204Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-degraded-models-kube","reconcileID":"f614a46b-065a-4018-ab6f-470027aa9238","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"model":"e2e-models-e2e-worker-w2-de27f5/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-de27f5/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:53.32803718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-degraded-models-kube-auth","reconcileID":"ed820afd-0efc-4fb4-bafa-c619675a39b3","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:53.387774377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-degraded-models-kube-auth","reconcileID":"ed820afd-0efc-4fb4-bafa-c619675a39b3","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:53.438517714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"5206f3cf-53cc-4348-b53f-5ad716a812fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:53.438525034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"46301cd0-96f9-462c-bba7-2bb103a02674","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:53.497098343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"5206f3cf-53cc-4348-b53f-5ad716a812fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:53.500409719Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-subscription","reconcileID":"9227c489-2694-440d-9eea-41f3d668c758","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:53.500605027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"46301cd0-96f9-462c-bba7-2bb103a02674","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:53.509363804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"70a21b56-25fe-411f-90f2-abcc4f8f984f","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:53.722800939Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-degraded-models-kube","reconcileID":"10b020de-7c50-4739-9974-2806f08146a4","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:53.722949736Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-degraded-models-kube","reconcileID":"10b020de-7c50-4739-9974-2806f08146a4","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"model":"e2e-models-e2e-worker-w2-de27f5/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-de27f5/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:55.635627604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"b9ba2eb3-f848-4e94-affd-5ee02e8e7a73","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:55.793688269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-degraded-models-kube-auth","reconcileID":"e33f99d2-6679-4244-b0db-fe6a564c0919","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:55.795613548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"788d2fc2-26ea-4ad4-bc91-a9e7541f3c51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:55.795766396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"582c1735-5e5c-4ca9-a14d-806d81f46bac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:55.854569912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-degraded-models-kube-auth","reconcileID":"e33f99d2-6679-4244-b0db-fe6a564c0919","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:55.858092517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"788d2fc2-26ea-4ad4-bc91-a9e7541f3c51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:55.85809403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"582c1735-5e5c-4ca9-a14d-806d81f46bac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:56.938193446Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-29dd3f","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"praxis-route-29dd3f","reconcileID":"ffa16655-2bc2-4723-825c-926cc681840d","MaaSModelRef":{"name":"praxis-route-29dd3f","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"tenant":"e2e-praxis-a-29dd3f","gateway":"openshift-ingress/e2e-praxis-a-29dd3f","model":"ai-tenant-e2e-praxis-a-29dd3f/praxis-route-29dd3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:56.938310714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-29dd3f","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"praxis-route-29dd3f","reconcileID":"ffa16655-2bc2-4723-825c-926cc681840d","MaaSModelRef":{"name":"praxis-route-29dd3f","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"routeName":"praxis-route-29dd3f-kserve-route","namespace":"ai-tenant-e2e-praxis-a-29dd3f","llmisvcName":"praxis-route-29dd3f","gateway":"openshift-ingress/e2e-praxis-a-29dd3f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:49:57.312828546Z","body":"failed to reconcile TokenRateLimitPolicies","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-29dd3f-sub","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"praxis-route-29dd3f-sub","reconcileID":"76e480c7-2375-4e37-8812-f17cabf6ae0d","MaaSSubscription":{"name":"praxis-route-29dd3f-sub","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"error":"failed to create TokenRateLimitPolicy for model praxis-route-29dd3f: tokenratelimitpolicies.kuadrant.io \"maas-trlp-praxis-route-29dd3f\" is forbidden: unable to create new content in namespace ai-tenant-e2e-praxis-a-29dd3f because it is being terminated","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:568\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:49:57.372961414Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-29dd3f-sub","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"praxis-route-29dd3f-sub","reconcileID":"76e480c7-2375-4e37-8812-f17cabf6ae0d","error":"failed to create TokenRateLimitPolicy for model praxis-route-29dd3f: tokenratelimitpolicies.kuadrant.io \"maas-trlp-praxis-route-29dd3f\" is forbidden: unable to create new content in namespace ai-tenant-e2e-praxis-a-29dd3f because it is being terminated","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:57.373398209Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-29dd3f","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"praxis-route-29dd3f","reconcileID":"ee8d4f75-bdac-4d56-bcdd-ea338251cab7","MaaSModelRef":{"name":"praxis-route-29dd3f","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"tenant":"e2e-praxis-a-29dd3f","gateway":"openshift-ingress/e2e-praxis-a-29dd3f","model":"ai-tenant-e2e-praxis-a-29dd3f/praxis-route-29dd3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:57.373425619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-29dd3f","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"praxis-route-29dd3f","reconcileID":"ee8d4f75-bdac-4d56-bcdd-ea338251cab7","MaaSModelRef":{"name":"praxis-route-29dd3f","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"routeName":"praxis-route-29dd3f-kserve-route","namespace":"ai-tenant-e2e-praxis-a-29dd3f","llmisvcName":"praxis-route-29dd3f","gateway":"openshift-ingress/e2e-praxis-a-29dd3f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:49:57.596930092Z","body":"failed to reconcile TokenRateLimitPolicies","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-29dd3f-sub","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"praxis-route-29dd3f-sub","reconcileID":"c12ac0cb-1237-4730-bb34-8afec1e9be38","MaaSSubscription":{"name":"praxis-route-29dd3f-sub","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"error":"failed to create TokenRateLimitPolicy for model praxis-route-29dd3f: tokenratelimitpolicies.kuadrant.io \"maas-trlp-praxis-route-29dd3f\" is forbidden: unable to create new content in namespace ai-tenant-e2e-praxis-a-29dd3f because it is being terminated","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:568\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:49:57.597176024Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-29dd3f-sub","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"praxis-route-29dd3f-sub","reconcileID":"c12ac0cb-1237-4730-bb34-8afec1e9be38","error":"failed to create TokenRateLimitPolicy for model praxis-route-29dd3f: tokenratelimitpolicies.kuadrant.io \"maas-trlp-praxis-route-29dd3f\" is forbidden: unable to create new content in namespace ai-tenant-e2e-praxis-a-29dd3f because it is being terminated","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:57.649636788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-29dd3f-auth","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"praxis-route-29dd3f-auth","reconcileID":"8f7e7480-0169-412e-9a20-803901b46f49","MaaSAuthPolicy":{"name":"praxis-route-29dd3f-auth","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-29dd3f","tenantID":"e2e-praxis-a-29dd3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:57.650514168Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-29dd3f-sub","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"praxis-route-29dd3f-sub","reconcileID":"377cb320-8f4c-4c1d-a973-bce05f19bff5","MaaSSubscription":{"name":"praxis-route-29dd3f-sub","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"model":"ai-tenant-e2e-praxis-a-29dd3f/praxis-route-29dd3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:57.720103602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-29dd3f-auth","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"praxis-route-29dd3f-auth","reconcileID":"8f7e7480-0169-412e-9a20-803901b46f49","MaaSAuthPolicy":{"name":"praxis-route-29dd3f-auth","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"name":"e2e-praxis-a-29dd3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:57.720173401Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-29dd3f-auth","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"praxis-route-29dd3f-auth","reconcileID":"8f7e7480-0169-412e-9a20-803901b46f49","MaaSAuthPolicy":{"name":"praxis-route-29dd3f-auth","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"model":"ai-tenant-e2e-praxis-a-29dd3f/praxis-route-29dd3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:57.832168135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-29dd3f-auth","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"praxis-route-29dd3f-auth","reconcileID":"7360908e-7176-4658-924d-f5c3e269d61e","MaaSAuthPolicy":{"name":"praxis-route-29dd3f-auth","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-29dd3f","tenantID":"e2e-praxis-a-29dd3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:57.941685258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-29dd3f-auth","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"praxis-route-29dd3f-auth","reconcileID":"7360908e-7176-4658-924d-f5c3e269d61e","MaaSAuthPolicy":{"name":"praxis-route-29dd3f-auth","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"name":"e2e-praxis-a-29dd3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:57.941823957Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-29dd3f-auth","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"praxis-route-29dd3f-auth","reconcileID":"7360908e-7176-4658-924d-f5c3e269d61e","MaaSAuthPolicy":{"name":"praxis-route-29dd3f-auth","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"model":"ai-tenant-e2e-praxis-a-29dd3f/praxis-route-29dd3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:57.954903335Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-29dd3f-sub","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"praxis-route-29dd3f-sub","reconcileID":"ad286e3a-3928-472e-af89-3f3d3e2fdd7c","MaaSSubscription":{"name":"praxis-route-29dd3f-sub","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"model":"ai-tenant-e2e-praxis-a-29dd3f/praxis-route-29dd3f","error":"HTTPRoute not found yet: for LLMInferenceService praxis-route-29dd3f in namespace ai-tenant-e2e-praxis-a-29dd3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:57.998089844Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-29dd3f-auth","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"praxis-route-29dd3f-auth","reconcileID":"d5dd3730-2638-48f7-abb7-693cefca38ee","MaaSAuthPolicy":{"name":"praxis-route-29dd3f-auth","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"model":"ai-tenant-e2e-praxis-a-29dd3f/praxis-route-29dd3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:58.037498739Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-status-transition-sub","reconcileID":"5882eced-97ad-4d9d-a536-4e7ad8f0e25f","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w4-b1ad4e/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:58.238184854Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"e2e-temp-model-status","reconcileID":"89da28bd-9981-4cf9-bc1a-211d82d0b09a","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"tenant":"e2e-worker-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:58.238210077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"e2e-temp-model-status","reconcileID":"89da28bd-9981-4cf9-bc1a-211d82d0b09a","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"distinct-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"distinct-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:58.249848811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-29dd3f-auth","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"praxis-route-29dd3f-auth","reconcileID":"d5dd3730-2638-48f7-abb7-693cefca38ee","MaaSAuthPolicy":{"name":"praxis-route-29dd3f-auth","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-29dd3f","tenantID":"e2e-praxis-a-29dd3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:58.380568284Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-29dd3f-sub","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"praxis-route-29dd3f-sub","reconcileID":"ad318856-34b1-4ee4-9224-424ddb0a0cfa","MaaSSubscription":{"name":"praxis-route-29dd3f-sub","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-24d48620","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:58.396727941Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-29dd3f-auth","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"praxis-route-29dd3f-auth","reconcileID":"d5dd3730-2638-48f7-abb7-693cefca38ee","MaaSAuthPolicy":{"name":"praxis-route-29dd3f-auth","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"name":"e2e-praxis-a-29dd3f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:58.396825732Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-29dd3f-auth","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"praxis-route-29dd3f-auth","reconcileID":"d5dd3730-2638-48f7-abb7-693cefca38ee","MaaSAuthPolicy":{"name":"praxis-route-29dd3f-auth","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-29dd3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:58.543397325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-status-transition-auth","reconcileID":"2f231ae3-32ed-4dba-a183-7f0f5e36e6b4","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:58.543420324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"04573e97-e927-425e-8658-863967448cfa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:58.543858384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"ac10f874-c2ea-4b05-93cb-964dd34c531d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:58.603004941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-status-transition-auth","reconcileID":"2f231ae3-32ed-4dba-a183-7f0f5e36e6b4","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:58.610350903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"ac10f874-c2ea-4b05-93cb-964dd34c531d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:58.61810323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"04573e97-e927-425e-8658-863967448cfa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:59.081907839Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-status-transition-sub","reconcileID":"993fedc9-f7ff-45ab-a505-74b0ef266001","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"model":"e2e-models-e2e-worker-w4-b1ad4e/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-b1ad4e/e2e-temp-model-status (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:59.136144763Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-status-transition-sub","reconcileID":"993fedc9-f7ff-45ab-a505-74b0ef266001","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:59.240504564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"129765e4-7422-4a41-a5c5-d956fb874076","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:59.240847829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-status-transition-auth","reconcileID":"99d4e0c9-c71f-4f2f-8431-f13c96fc0cd3","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:59.240504608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"6a10606f-9836-4ee6-a241-4f0887d9af11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:59.301004328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"129765e4-7422-4a41-a5c5-d956fb874076","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:59.301180357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"6a10606f-9836-4ee6-a241-4f0887d9af11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:59.307161596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8928b514-ce63-420a-a7d8-749d4fe129c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:59.308397119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-status-transition-auth","reconcileID":"99d4e0c9-c71f-4f2f-8431-f13c96fc0cd3","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:59.312480043Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-status-transition-auth","reconcileID":"99d4e0c9-c71f-4f2f-8431-f13c96fc0cd3","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"model":"e2e-models-e2e-worker-w4-b1ad4e/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:59.313560798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"distinct-w4-b1ad4e","reconcileID":"d75b0825-74fc-4d42-a3b1-44ac13c8337f","MaaSModelRef":{"name":"distinct-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"distinct-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"distinct-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:59.3673163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8928b514-ce63-420a-a7d8-749d4fe129c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:59.433777484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8928b514-ce63-420a-a7d8-749d4fe129c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:59.487669925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8928b514-ce63-420a-a7d8-749d4fe129c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:59.709106865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-status-transition-auth","reconcileID":"0338f5d2-dfb7-407c-a94a-3ea4eb155333","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:59.769188776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-status-transition-auth","reconcileID":"0338f5d2-dfb7-407c-a94a-3ea4eb155333","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:59.769226929Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-status-transition-auth","reconcileID":"0338f5d2-dfb7-407c-a94a-3ea4eb155333","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"model":"e2e-models-e2e-worker-w4-b1ad4e/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:59.819726976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"323deab8-7507-4f77-ade2-769c7d3a47d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:59.879353337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"323deab8-7507-4f77-ade2-769c7d3a47d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:59.925475633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"cca1117f-bcc5-467b-af8d-74c860e821d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:49:59.986165395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"cca1117f-bcc5-467b-af8d-74c860e821d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:00.194819134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-status-transition-auth","reconcileID":"b14a8aba-b661-4362-aa7c-004634c4d8ef","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:00.252742134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-status-transition-auth","reconcileID":"b14a8aba-b661-4362-aa7c-004634c4d8ef","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:00.309347059Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-status-transition-auth","reconcileID":"b14a8aba-b661-4362-aa7c-004634c4d8ef","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"model":"e2e-models-e2e-worker-w4-b1ad4e/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:00.333570627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"30e37d94-bbc6-4434-9a56-5813352116b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:00.393104432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"30e37d94-bbc6-4434-9a56-5813352116b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:00.436213355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"3821f203-190d-4e44-874f-366ae744994a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:00.49583828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"3821f203-190d-4e44-874f-366ae744994a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:01.218340305Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:01.471182514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23f6ae8a-ba34-4177-87b8-a5950bbb2842","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:01.524167225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23f6ae8a-ba34-4177-87b8-a5950bbb2842","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:01.577291696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23f6ae8a-ba34-4177-87b8-a5950bbb2842","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:01.635429135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23f6ae8a-ba34-4177-87b8-a5950bbb2842","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:05.804748471Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-degraded-models-kube","reconcileID":"f020373c-e97b-4478-8cd4-2d76316ae301","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:06.02641132Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-degraded-models-kube","reconcileID":"f020373c-e97b-4478-8cd4-2d76316ae301","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-de27f5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:06.026461651Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-degraded-models-kube","reconcileID":"f020373c-e97b-4478-8cd4-2d76316ae301","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"model":"e2e-models-e2e-worker-w2-de27f5/nonexistent-model-kube","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:06.026603504Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-degraded-models-kube","reconcileID":"f020373c-e97b-4478-8cd4-2d76316ae301","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"model":"e2e-models-e2e-worker-w2-de27f5/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-de27f5/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:06.239836544Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-subscription","reconcileID":"df50c98a-5b28-4fa1-9c40-3bac82cfa029","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:06.350433313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"2333a09c-0ff6-484a-a7c4-355371f84412","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:06.496794256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"c2628445-9223-4c47-b510-f56506a340d9","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:06.516035421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"5cc122c0-c3a2-42fb-a561-bab7de40af34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:06.516396128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"af894556-b4b1-4e54-aa69-f44d80e07671","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:06.516623303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-degraded-models-kube-auth","reconcileID":"0ed9874b-0d31-4960-9721-66b93aa35cb8","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:06.57904316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"5cc122c0-c3a2-42fb-a561-bab7de40af34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:06.579200157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-degraded-models-kube-auth","reconcileID":"0ed9874b-0d31-4960-9721-66b93aa35cb8","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:06.581219156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"af894556-b4b1-4e54-aa69-f44d80e07671","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:06.785244739Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-degraded-models-kube-auth","reconcileID":"d4aea5e8-f2ae-4cb9-8946-4b630ffbcdd9","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:06.950813427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"320272b5-92f8-48fc-bf33-76427453db0f","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:08.434744783Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-29dd3f-sub","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"praxis-route-29dd3f-sub","reconcileID":"1ea6ccb2-1c28-468d-a783-49dcec296720","MaaSSubscription":{"name":"praxis-route-29dd3f-sub","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"model":"ai-tenant-e2e-praxis-a-29dd3f/praxis-route-29dd3f","subscription":"praxis-route-29dd3f-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:08.434906336Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-29dd3f-sub","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"praxis-route-29dd3f-sub","reconcileID":"1ea6ccb2-1c28-468d-a783-49dcec296720","MaaSSubscription":{"name":"praxis-route-29dd3f-sub","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"model":"ai-tenant-e2e-praxis-a-29dd3f/praxis-route-29dd3f","error":"MaaSModelRef not found: ai-tenant-e2e-praxis-a-29dd3f/praxis-route-29dd3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:09.936852655Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-status-transition-sub","reconcileID":"7a8da7e6-cdd1-46ae-b705-b64edac5e151","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"model":"e2e-models-e2e-worker-w4-b1ad4e/e2e-temp-model-status","subscription":"e2e-status-transition-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:09.936988536Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-status-transition-sub","reconcileID":"7a8da7e6-cdd1-46ae-b705-b64edac5e151","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"model":"e2e-models-e2e-worker-w4-b1ad4e/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-b1ad4e/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:10.470359374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"20ec4b1b-1495-4aaa-bd22-546f7377ca66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:10.470606055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"eef7397f-2301-47ce-b8e8-0f91ae1a925a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:10.470863228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-status-transition-auth","reconcileID":"60acdefe-3c51-4c73-be5f-f0e8411175d6","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:10.528816005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-status-transition-auth","reconcileID":"60acdefe-3c51-4c73-be5f-f0e8411175d6","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:10.528868859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"eef7397f-2301-47ce-b8e8-0f91ae1a925a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:10.530952625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"20ec4b1b-1495-4aaa-bd22-546f7377ca66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:10.585368999Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-status-transition-auth","reconcileID":"60acdefe-3c51-4c73-be5f-f0e8411175d6","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"model":"e2e-models-e2e-worker-w4-b1ad4e/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:10.734678319Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-status-transition-auth","reconcileID":"c2cdb7f8-c084-444a-9ddc-1fa4732d2829","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"model":"e2e-models-e2e-worker-w4-b1ad4e/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:11.996435609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"9d40879a-a80e-47fa-a26c-50e188e3ec2e","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:12.052766285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"82435d8e-6b10-44b1-99df-82d6d932eea0","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:12.211883387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-degraded-healthy-inf-auth","reconcileID":"81783799-8b77-47f5-aca4-08290e7a6707","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:12.270156542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-degraded-healthy-inf-auth","reconcileID":"81783799-8b77-47f5-aca4-08290e7a6707","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:12.284126442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"3bdbf121-c156-42cf-bc9e-c2d1cd7e22d6","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:12.344389113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"32a51700-b77b-4c04-826e-e2515f311c21","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:50:12.393986921Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-degraded-healthy-inf","reconcileID":"9737b21b-a289-4856-bc09-b8e83eb70d58","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-healthy-inf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:12.442500581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"f48fe8c4-05d0-4de9-9cf7-e8349ead767e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:12.442504041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"dc4d4527-f7b5-44d3-9b48-1c4199630eda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:12.503187536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"f48fe8c4-05d0-4de9-9cf7-e8349ead767e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:12.503234735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"dc4d4527-f7b5-44d3-9b48-1c4199630eda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:12.511035111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"4a7848c7-f9a9-4cde-b1d6-1ef9de069a78","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:12.569581854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"481d78bd-180b-4436-8780-e5005ae80557","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:12.591286249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"3d8a9e1e-fd6f-48e1-80fd-c5b6231ba481","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:12.749377259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-degraded-healthy-inf-auth","reconcileID":"88514b2d-7dc8-4f79-81c6-83748b7c6daa","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:12.807538754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-degraded-healthy-inf-auth","reconcileID":"88514b2d-7dc8-4f79-81c6-83748b7c6daa","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:12.842133528Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-degraded-healthy-inf","reconcileID":"977d3a5a-590c-4d33-a044-487e336a3bd2","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-simulator-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-b1ad4e/e2e-degraded-healthy-inf","ai-tenant-e2e-worker-w4-b1ad4e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:12.842295084Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-degraded-healthy-inf","reconcileID":"977d3a5a-590c-4d33-a044-487e336a3bd2","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"model":"e2e-models-e2e-worker-w4-b1ad4e/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-b1ad4e/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:12.893840429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"60ef513e-ceea-41ba-868c-c4a7a246d06b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:12.89427465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"58851cd8-034a-4d3c-9194-1abf78cdaaec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:13.002845537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"58851cd8-034a-4d3c-9194-1abf78cdaaec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:13.005132954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"60ef513e-ceea-41ba-868c-c4a7a246d06b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:13.107329652Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-subscription","reconcileID":"a1071870-9384-41f1-9240-3fe4ac2cecd2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-simulator-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:13.120566909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"8d5f5148-8546-4f87-b53b-c9ef16057bdf","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:13.33402277Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-degraded-healthy-inf","reconcileID":"055a516c-f762-45e8-b9a2-b4e292cc719a","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-simulator-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:13.334161407Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-degraded-healthy-inf","reconcileID":"055a516c-f762-45e8-b9a2-b4e292cc719a","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"model":"e2e-models-e2e-worker-w4-b1ad4e/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-b1ad4e/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:14.69879442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"091ff0ad-825a-4235-9d93-af80fa84460b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:14.758800906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"091ff0ad-825a-4235-9d93-af80fa84460b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:14.814700222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"091ff0ad-825a-4235-9d93-af80fa84460b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:14.870499756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"091ff0ad-825a-4235-9d93-af80fa84460b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:15.65386921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"72ed8058-2da1-4b75-91d6-5a4ed0cc7957","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:15.653869787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"7b85fa57-5f87-4038-a9af-51dda852a9c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:15.654349986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-degraded-healthy-inf-auth","reconcileID":"ff46dde7-7dcd-4941-9b72-91a3dd91ef40","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:15.712206195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-degraded-healthy-inf-auth","reconcileID":"ff46dde7-7dcd-4941-9b72-91a3dd91ef40","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:15.712291209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"7b85fa57-5f87-4038-a9af-51dda852a9c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:15.714332863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"72ed8058-2da1-4b75-91d6-5a4ed0cc7957","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:15.784400787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"cf4421ca-1379-4ea9-822b-191f8d67fc09","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:16.133767805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"af1e4a35-4995-42bd-a455-41eacbac18d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:16.133788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-degraded-healthy-inf-auth","reconcileID":"b8952d46-6f90-44a3-95a1-cb2cf86e34ef","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:16.134204305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"4c028468-a02b-4260-a24f-6f2d88200b3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:16.192227438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"4c028468-a02b-4260-a24f-6f2d88200b3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:16.193182531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"af1e4a35-4995-42bd-a455-41eacbac18d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:16.194967508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-degraded-healthy-inf-auth","reconcileID":"b8952d46-6f90-44a3-95a1-cb2cf86e34ef","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:16.75968802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"457112bc-76b4-4ea8-a41b-2fb9c5b65321","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:16.818524377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"cf56eb06-425e-4c54-8a9c-1223af8e1b18","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:16.82373052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3ad191f-1b6b-43ff-83c8-9ba6449d87fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:50:16.870297764Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-list-subs-refs-sub","reconcileID":"dd2298a0-381e-4327-89f0-bf8baac754c8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-list-subs-refs-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:16.879904453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3ad191f-1b6b-43ff-83c8-9ba6449d87fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:16.933860563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3ad191f-1b6b-43ff-83c8-9ba6449d87fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:16.987352543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3ad191f-1b6b-43ff-83c8-9ba6449d87fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:16.987503969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"a6b1204d-28a6-4afe-8d62-4281c0d46cdd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:16.987850446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"dea2a70f-6a0b-49aa-80c4-b62130d9e569","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:17.044941781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"b328edab-3621-4d0b-b23d-df458e983640","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:17.047164294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"a6b1204d-28a6-4afe-8d62-4281c0d46cdd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:17.049598652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"dea2a70f-6a0b-49aa-80c4-b62130d9e569","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:17.102373253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"2bb5b5be-c8fa-4499-aeeb-f40ea03fe40e","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:17.426617516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"24d5b462-b029-4d55-9585-f99719606e86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:17.429198098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"d18ea061-c4bd-45a0-b000-563b53d4a55b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:17.437020567Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-list-subs-refs-sub","reconcileID":"41de355d-f097-4c52-878f-b8893ba6794b","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-de27f5/e2e-list-subs-refs-sub","ai-tenant-e2e-worker-w2-de27f5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:17.484812923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"24d5b462-b029-4d55-9585-f99719606e86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:17.488193321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"d18ea061-c4bd-45a0-b000-563b53d4a55b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:17.607468964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"7163b0cb-5097-4217-b289-3ef202b5a383","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:17.65103599Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-subscription","reconcileID":"fcd50be2-106c-433f-bd52-5f142afefe88","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:17.826290137Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-list-subs-refs-sub","reconcileID":"6841c43f-4032-4df3-ba36-036aaaa30e31","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:17.892725725Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e84ee2"},"namespace":"ai-tenant-e2e-praxis-b-e84ee2","name":"default-tenant","reconcileID":"85ad4bb3-6155-4dec-84ed-bd9996e5cade","namespace":"ai-tenant-e2e-praxis-b-e84ee2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:17.89278049Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e84ee2"},"namespace":"ai-tenant-e2e-praxis-b-e84ee2","name":"default-tenant","reconcileID":"85ad4bb3-6155-4dec-84ed-bd9996e5cade","namespace":"ai-tenant-e2e-praxis-b-e84ee2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:17.892830851Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e84ee2"},"namespace":"ai-tenant-e2e-praxis-b-e84ee2","name":"default-tenant","reconcileID":"85ad4bb3-6155-4dec-84ed-bd9996e5cade","tenant":"e2e-praxis-b-e84ee2","tenantID":"e2e-praxis-b-e84ee2","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:17.949511956Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e84ee2"},"namespace":"ai-tenant-e2e-praxis-b-e84ee2","name":"default-tenant","reconcileID":"85ad4bb3-6155-4dec-84ed-bd9996e5cade","gvk":"Deployment","name":"maas-api-e2e-praxis-b-e84ee2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:18.012745284Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e84ee2"},"namespace":"ai-tenant-e2e-praxis-b-e84ee2","name":"default-tenant","reconcileID":"85ad4bb3-6155-4dec-84ed-bd9996e5cade","gvk":"Service","name":"maas-api-e2e-praxis-b-e84ee2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:18.072054679Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e84ee2"},"namespace":"ai-tenant-e2e-praxis-b-e84ee2","name":"default-tenant","reconcileID":"85ad4bb3-6155-4dec-84ed-bd9996e5cade","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-e84ee2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:18.127562561Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e84ee2"},"namespace":"ai-tenant-e2e-praxis-b-e84ee2","name":"default-tenant","reconcileID":"85ad4bb3-6155-4dec-84ed-bd9996e5cade","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-e84ee2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:18.185534163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e84ee2"},"namespace":"ai-tenant-e2e-praxis-b-e84ee2","name":"default-tenant","reconcileID":"85ad4bb3-6155-4dec-84ed-bd9996e5cade","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-e84ee2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:18.245854745Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e84ee2"},"namespace":"ai-tenant-e2e-praxis-b-e84ee2","name":"default-tenant","reconcileID":"85ad4bb3-6155-4dec-84ed-bd9996e5cade","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-e84ee2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:18.307770885Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e84ee2"},"namespace":"ai-tenant-e2e-praxis-b-e84ee2","name":"default-tenant","reconcileID":"85ad4bb3-6155-4dec-84ed-bd9996e5cade","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-e84ee2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:18.363585046Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e84ee2"},"namespace":"ai-tenant-e2e-praxis-b-e84ee2","name":"default-tenant","reconcileID":"85ad4bb3-6155-4dec-84ed-bd9996e5cade","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-e84ee2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:18.421351252Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e84ee2"},"namespace":"ai-tenant-e2e-praxis-b-e84ee2","name":"default-tenant","reconcileID":"85ad4bb3-6155-4dec-84ed-bd9996e5cade","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-e84ee2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:18.474125703Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e84ee2"},"namespace":"ai-tenant-e2e-praxis-b-e84ee2","name":"default-tenant","reconcileID":"85ad4bb3-6155-4dec-84ed-bd9996e5cade","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-e84ee2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:18.527028704Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e84ee2"},"namespace":"ai-tenant-e2e-praxis-b-e84ee2","name":"default-tenant","reconcileID":"85ad4bb3-6155-4dec-84ed-bd9996e5cade","gvk":"Service","name":"payload-processing-e2e-praxis-b-e84ee2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:18.579943273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e84ee2"},"namespace":"ai-tenant-e2e-praxis-b-e84ee2","name":"default-tenant","reconcileID":"85ad4bb3-6155-4dec-84ed-bd9996e5cade","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-e84ee2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:18.633277035Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e84ee2"},"namespace":"ai-tenant-e2e-praxis-b-e84ee2","name":"default-tenant","reconcileID":"85ad4bb3-6155-4dec-84ed-bd9996e5cade","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-e84ee2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:18.686283164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e84ee2"},"namespace":"ai-tenant-e2e-praxis-b-e84ee2","name":"default-tenant","reconcileID":"85ad4bb3-6155-4dec-84ed-bd9996e5cade","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-e84ee2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:18.739404378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e84ee2"},"namespace":"ai-tenant-e2e-praxis-b-e84ee2","name":"default-tenant","reconcileID":"85ad4bb3-6155-4dec-84ed-bd9996e5cade","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-e84ee2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:18.807637318Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e84ee2"},"namespace":"ai-tenant-e2e-praxis-b-e84ee2","name":"default-tenant","reconcileID":"85ad4bb3-6155-4dec-84ed-bd9996e5cade","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-e84ee2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:18.860784748Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e84ee2"},"namespace":"ai-tenant-e2e-praxis-b-e84ee2","name":"default-tenant","reconcileID":"85ad4bb3-6155-4dec-84ed-bd9996e5cade","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-e84ee2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:18.915534583Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e84ee2"},"namespace":"ai-tenant-e2e-praxis-b-e84ee2","name":"default-tenant","reconcileID":"85ad4bb3-6155-4dec-84ed-bd9996e5cade","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-e84ee2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:18.96849953Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e84ee2"},"namespace":"ai-tenant-e2e-praxis-b-e84ee2","name":"default-tenant","reconcileID":"85ad4bb3-6155-4dec-84ed-bd9996e5cade","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-e84ee2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:19.024775701Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e84ee2"},"namespace":"ai-tenant-e2e-praxis-b-e84ee2","name":"default-tenant","reconcileID":"85ad4bb3-6155-4dec-84ed-bd9996e5cade","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-e84ee2","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:19.841094827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"3c36c05b-7ab1-4dd9-9c04-f461c6616298","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:20.00796108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"099916fd-1d0d-47d4-9f8a-117385233332","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:20.008726851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"282e7886-f3ba-4a1f-ba37-96eedc47cdbb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:20.066937216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"099916fd-1d0d-47d4-9f8a-117385233332","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:20.071179997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"282e7886-f3ba-4a1f-ba37-96eedc47cdbb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:23.199800899Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-e84ee2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-e84ee2","reconcileID":"bfb25b9d-77c7-4a61-9294-cb60aef1ad03","aitenant":"ai-tenants/e2e-praxis-b-e84ee2","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:23.759277938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c610a96e-b3a0-4682-9f76-b905ea79de08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:23.812293252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c610a96e-b3a0-4682-9f76-b905ea79de08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:23.865269102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c610a96e-b3a0-4682-9f76-b905ea79de08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:23.918392914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c610a96e-b3a0-4682-9f76-b905ea79de08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:24.033280224Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-e84ee2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-e84ee2","reconcileID":"bfb25b9d-77c7-4a61-9294-cb60aef1ad03","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-e84ee2","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-e84ee2"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:25.949087689Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-degraded-healthy-inf","reconcileID":"6cc7eb76-84e1-45af-981c-d34732d216e5","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:25.964167776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a57fa3d4-7065-43cb-8250-1d1db379e461","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:26.017704454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a57fa3d4-7065-43cb-8250-1d1db379e461","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:26.071520213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a57fa3d4-7065-43cb-8250-1d1db379e461","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:26.125218903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a57fa3d4-7065-43cb-8250-1d1db379e461","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:26.242049824Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-degraded-healthy-inf","reconcileID":"6cc7eb76-84e1-45af-981c-d34732d216e5","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-simulator-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-b1ad4e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:26.242091907Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-degraded-healthy-inf","reconcileID":"6cc7eb76-84e1-45af-981c-d34732d216e5","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"model":"e2e-models-e2e-worker-w4-b1ad4e/nonexistent-model-inf","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:26.242308173Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-degraded-healthy-inf","reconcileID":"6cc7eb76-84e1-45af-981c-d34732d216e5","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"model":"e2e-models-e2e-worker-w4-b1ad4e/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-b1ad4e/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:26.51180671Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-subscription","reconcileID":"45214bc2-6754-4984-b83d-23903b028c53","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-simulator-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:26.573307523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"d62b5017-faf8-481d-90ae-2de8cd4e6cfd","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:26.733229088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"01b6c124-989b-408b-8f34-02ad68ffd91f","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:26.736072741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"097af761-1d98-451c-b697-edc75c6971ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:26.737136352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"1275f534-4da2-4ec6-a1a3-ecd8e13dc039","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:26.737784994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-degraded-healthy-inf-auth","reconcileID":"9d96dbfc-6907-4749-bb47-4aef37fa492d","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:26.818790546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"1275f534-4da2-4ec6-a1a3-ecd8e13dc039","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:26.830892746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"097af761-1d98-451c-b697-edc75c6971ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:26.832369997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-degraded-healthy-inf-auth","reconcileID":"9d96dbfc-6907-4749-bb47-4aef37fa492d","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:27.144370721Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-degraded-healthy-inf-auth","reconcileID":"bf288dc8-360a-470d-b24b-78b4180293ce","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:27.42242272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"b0bb90ed-4edb-4cd9-95ba-cc7c004606c0","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:28.373255995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17f44a12-0f6c-4bfe-b9a6-0b8855da8e33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:28.433079953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17f44a12-0f6c-4bfe-b9a6-0b8855da8e33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:28.486393704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17f44a12-0f6c-4bfe-b9a6-0b8855da8e33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:28.546110402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17f44a12-0f6c-4bfe-b9a6-0b8855da8e33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:30.061096963Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-list-subs-refs-sub","reconcileID":"dbeaf408-8227-4457-91f0-32bbd97a8390","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscription":"e2e-list-subs-refs-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:30.281568418Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-list-subs-refs-sub","reconcileID":"dbeaf408-8227-4457-91f0-32bbd97a8390","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-de27f5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:30.49536576Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-subscription","reconcileID":"e1fba65b-109f-4710-8fcc-9217a92322ef","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:30.54586578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"0db79333-3502-45c3-94a3-c8bbdad49385","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:30.668263585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d39906d3-8ba1-43c4-a3c7-5aefe8cd57bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:30.721160525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d39906d3-8ba1-43c4-a3c7-5aefe8cd57bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:30.777600813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d39906d3-8ba1-43c4-a3c7-5aefe8cd57bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:30.778988676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"7556ce6e-a6ac-42f1-a2b1-031564db5e34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:30.832298456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d39906d3-8ba1-43c4-a3c7-5aefe8cd57bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:30.832642065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"2b60a685-b068-4e1b-a3e3-9a087b38eef5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:30.891224601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"7556ce6e-a6ac-42f1-a2b1-031564db5e34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:30.891990502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"2b60a685-b068-4e1b-a3e3-9a087b38eef5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:31.219247141Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:31.323609062Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"e2e-enrichment-model-ref","reconcileID":"8d1b1212-61dd-46b2-a6e0-04be27dfdd77","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-de27f5"},"tenant":"e2e-worker-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:31.32364099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"e2e-enrichment-model-ref","reconcileID":"8d1b1212-61dd-46b2-a6e0-04be27dfdd77","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"distinct-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"distinct-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:31.383313267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"distinct-w2-de27f5","reconcileID":"bc9f921d-6120-48d4-a767-43aa343ea850","MaaSModelRef":{"name":"distinct-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"distinct-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"distinct-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:31.496752088Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"e2e-enrichment-model-ref","reconcileID":"fe7cae1d-d9da-490f-b920-4d2335982371","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-de27f5"},"tenant":"e2e-worker-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:31.496777023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"e2e-enrichment-model-ref","reconcileID":"fe7cae1d-d9da-490f-b920-4d2335982371","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"distinct-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"distinct-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:31.553403731Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"e2e-enrichment-model-ref","reconcileID":"05482d71-c313-4a78-a1b5-4b4d9f7e2ced","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-de27f5"},"tenant":"e2e-worker-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:31.553421069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"e2e-enrichment-model-ref","reconcileID":"05482d71-c313-4a78-a1b5-4b4d9f7e2ced","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"distinct-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"distinct-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:50:31.607406567Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-enrichment-sub","reconcileID":"c79f9bc0-22fc-49c2-addb-c04d0e21f364","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-enrichment-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:31.657578355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"7e30d7e4-918b-4000-a584-33d902f91215","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:31.657597009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"13543bc0-5e69-4bb7-be1a-9e8e5ce01342","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:31.71591195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"13543bc0-5e69-4bb7-be1a-9e8e5ce01342","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:31.716159466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"7e30d7e4-918b-4000-a584-33d902f91215","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:31.723533846Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"e2e-enrichment-model-ref","reconcileID":"af9a7422-82e3-4f8d-aed5-d5a190a56ce1","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-de27f5"},"tenant":"e2e-worker-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:31.723548646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"e2e-enrichment-model-ref","reconcileID":"af9a7422-82e3-4f8d-aed5-d5a190a56ce1","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"distinct-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"distinct-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:31.77978942Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"e2e-enrichment-model-ref","reconcileID":"0f867545-b41f-477e-8a91-fc523c7055f6","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-de27f5"},"tenant":"e2e-worker-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:31.779807135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"e2e-enrichment-model-ref","reconcileID":"0f867545-b41f-477e-8a91-fc523c7055f6","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"distinct-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"distinct-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:31.781795723Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"e2e-enrichment-model-ref","reconcileID":"88ce23f2-52ed-476e-ac81-33db486d1947","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-de27f5"},"tenant":"e2e-worker-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:31.781815498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"e2e-enrichment-model-ref","reconcileID":"88ce23f2-52ed-476e-ac81-33db486d1947","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"distinct-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"distinct-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:31.841525464Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"e2e-enrichment-model-ref","reconcileID":"8294b1d7-4f60-4fd3-a578-94166f1ef563","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-de27f5"},"tenant":"e2e-worker-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:31.841545613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"e2e-enrichment-model-ref","reconcileID":"8294b1d7-4f60-4fd3-a578-94166f1ef563","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"distinct-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"distinct-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:50:31.896430286Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"e2e-enrichment-model-ref","reconcileID":"8294b1d7-4f60-4fd3-a578-94166f1ef563","name":"e2e-enrichment-model-ref","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-enrichment-model-ref\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:50:31.896522529Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"e2e-enrichment-model-ref","reconcileID":"8294b1d7-4f60-4fd3-a578-94166f1ef563","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-enrichment-model-ref\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:31.902268274Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"e2e-enrichment-model-ref","reconcileID":"daba9aee-d52c-473f-bab8-de96376e5954","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-de27f5"},"tenant":"e2e-worker-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:31.902289254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"e2e-enrichment-model-ref","reconcileID":"daba9aee-d52c-473f-bab8-de96376e5954","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"distinct-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"distinct-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:31.994859428Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-enrichment-sub","reconcileID":"946ed5c3-0bab-4153-9570-ac355d5c6ecc","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-enrichment-model-ref","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-de27f5/e2e-enrichment-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:32.048762476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-enrichment-auth","reconcileID":"0502952d-fadd-4d31-b007-b004ae07a979","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:32.106795262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-enrichment-auth","reconcileID":"0502952d-fadd-4d31-b007-b004ae07a979","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:32.149670964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"ebc3c5cd-61f2-4ffd-a3e3-127586b01a3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:32.149689103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"48f83fa5-676a-4053-b8b9-186f3e3dbf86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:32.16520085Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"e2e-enrichment-model-ref","reconcileID":"f1e7b0c5-3b41-4fe1-bcae-88fcc05aedf6","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-de27f5"},"tenant":"e2e-worker-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:32.165221647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"e2e-enrichment-model-ref","reconcileID":"f1e7b0c5-3b41-4fe1-bcae-88fcc05aedf6","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"distinct-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"distinct-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:32.208097148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"ebc3c5cd-61f2-4ffd-a3e3-127586b01a3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:32.208144931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"48f83fa5-676a-4053-b8b9-186f3e3dbf86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:32.377646083Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-enrichment-sub","reconcileID":"c375462e-76cc-4d35-bc74-8352b26c9940","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w2-de27f5/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:32.426487733Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"e2e-enrichment-model-ref","reconcileID":"ecff529b-a7f7-48cb-b85a-4623de21c867","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-de27f5"},"tenant":"e2e-worker-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:32.426513019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"e2e-enrichment-model-ref","reconcileID":"ecff529b-a7f7-48cb-b85a-4623de21c867","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"distinct-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"distinct-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:32.638098256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-enrichment-auth","reconcileID":"6b60e36d-eca2-4068-a036-076836ca19f8","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:32.69884728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-enrichment-auth","reconcileID":"6b60e36d-eca2-4068-a036-076836ca19f8","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:32.829042824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-w1-5a6246","reconcileID":"3a5a9333-c1b1-41ca-b5e4-1e7fe263984f","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:32.885294224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-w1-5a6246","reconcileID":"651a8562-c2b5-4ecc-aa0a-2b845520a01b","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:50:32.939009351Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-model-match-sub","reconcileID":"f565d136-acb1-411d-9f64-d235caeb7e33","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:32.944289322Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"e2e-enrichment-model-ref","reconcileID":"d081ca14-dc93-4554-b948-92b798405021","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-de27f5"},"tenant":"e2e-worker-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:32.944306308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"e2e-enrichment-model-ref","reconcileID":"d081ca14-dc93-4554-b948-92b798405021","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"distinct-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"distinct-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:32.987320109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"b222e61d-820c-434b-b9ea-41e7ce111eae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:32.987322705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"5353aad3-2d56-468c-b589-c7db244fce93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:33.045573546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"b222e61d-820c-434b-b9ea-41e7ce111eae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:33.0457604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"5353aad3-2d56-468c-b589-c7db244fce93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:33.052581754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-w1-5a6246","reconcileID":"8801f0ac-4acd-479e-843d-9489b3a1f800","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:33.110533421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-w1-5a6246","reconcileID":"837fe145-a0b1-49df-a9e9-f592029f58f2","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:33.157034829Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-5a6246 priority=0:[ai-tenant-e2e-worker-w1-5a6246/e2e-model-match-sub ai-tenant-e2e-worker-w1-5a6246/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:33.157596215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-2-w1-5a6246","reconcileID":"3bb7e443-a1ad-4110-8330-fec55a211cc7","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-2-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-2-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:33.216661495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-w1-5a6246","reconcileID":"f5399981-69a1-47f2-ab49-9a5d592245f7","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:33.264711572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-2-w1-5a6246","reconcileID":"c2ec4efe-3549-4338-8fc7-b3b348ecffc1","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-2-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-2-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:50:33.270704042Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-5a6246/e2e-model-nomatch-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-nomatch-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:33.322593973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-2-w1-5a6246","reconcileID":"2b9078ac-0079-43b4-ba49-fb773dfb6cc3","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-2-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-2-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:33.328808194Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-model-match-sub","reconcileID":"b61e3ac5-a7fe-4874-a4a2-55a945e5f7ad","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-distinct-w1-5a6246","model":"distinct-w1-5a6246","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-5a6246/e2e-model-match-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:33.437776978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-w1-5a6246","reconcileID":"ee7ba6bc-72b5-4f2f-aa2f-72488561f6f9","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:33.448184297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"714ffd22-0fd2-439e-ab38-d5b97b417146","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:33.448473208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"67a09c51-ffcd-4f3f-b90d-ff1568030d61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:33.497015934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-w1-5a6246","reconcileID":"e50643d4-719c-4928-9be2-d8e3b403c53f","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:33.506853796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"67a09c51-ffcd-4f3f-b90d-ff1568030d61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:33.506963114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"714ffd22-0fd2-439e-ab38-d5b97b417146","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:33.539719273Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-model-nomatch-sub","reconcileID":"cda35e5e-2ac1-4a2b-b2bb-46fe7dae5e8e","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-distinct-2-w1-5a6246","model":"distinct-2-w1-5a6246","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-5a6246/e2e-model-nomatch-sub"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:50:33.55198948Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-w1-5a6246","reconcileID":"e50643d4-719c-4928-9be2-d8e3b403c53f","name":"distinct-w1-5a6246","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w1-5a6246\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:50:33.552164143Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-w1-5a6246","reconcileID":"e50643d4-719c-4928-9be2-d8e3b403c53f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w1-5a6246\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:33.552431733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-w1-5a6246","reconcileID":"8eed7317-5814-445e-a4f7-17a904aa705f","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:33.707031812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-model-match-auth","reconcileID":"291e7745-06c0-4afd-9436-15473aecc78d","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:33.707795427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-2-w1-5a6246","reconcileID":"58f39de3-0325-4465-921b-feec4ca3718e","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-2-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-2-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:33.712481892Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-model-match-sub","reconcileID":"bb00f228-4f36-45d5-b29b-d832d7336c64","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-distinct-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/distinct-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:33.734259028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-2-w1-5a6246","reconcileID":"9b3e84f7-5fd7-49e1-91f2-a99dd688b6a8","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-2-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-2-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:33.765342156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-model-match-auth","reconcileID":"291e7745-06c0-4afd-9436-15473aecc78d","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:33.793331492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-2-w1-5a6246","reconcileID":"1bea7c19-e9b9-4e8f-ab85-83e767741aab","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-2-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-2-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:50:33.848265309Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-2-w1-5a6246","reconcileID":"1bea7c19-e9b9-4e8f-ab85-83e767741aab","name":"distinct-2-w1-5a6246","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w1-5a6246\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:50:33.848319238Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-2-w1-5a6246","reconcileID":"1bea7c19-e9b9-4e8f-ab85-83e767741aab","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w1-5a6246\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:33.853609259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-2-w1-5a6246","reconcileID":"9877fbd4-cae8-426d-9f99-2fe2d5abfb58","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-2-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-2-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:33.925295496Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-model-nomatch-sub","reconcileID":"cc898150-73f2-4a06-b181-3d1cedde25c7","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-distinct-2-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/distinct-2-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:33.976617894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"484ee502-d011-4305-90e3-167fc2bba607","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:33.976706483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"11797539-7c7c-4d94-afd1-883fc766f109","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:34.035976193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"11797539-7c7c-4d94-afd1-883fc766f109","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:34.036039032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"484ee502-d011-4305-90e3-167fc2bba607","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:34.037226667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-w1-5a6246","reconcileID":"2945ba51-bcf7-418f-81e8-b1d1915928d3","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:34.081062278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-model-nomatch-auth","reconcileID":"c2ad19e5-374b-4c7d-9a05-062c35edae78","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:34.138806542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-model-nomatch-auth","reconcileID":"c2ad19e5-374b-4c7d-9a05-062c35edae78","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:34.248593404Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-model-nomatch-sub","reconcileID":"e6e1080c-340c-4352-bd6f-adb32dc85b94","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-distinct-2-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/distinct-2-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:34.299358411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-model-match-auth","reconcileID":"31d71f21-876b-45b5-a067-e0cad4778329","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:34.357263454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-model-match-auth","reconcileID":"31d71f21-876b-45b5-a067-e0cad4778329","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:34.411213185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-2-w1-5a6246","reconcileID":"fb767d10-9948-4500-a7a5-e5335629ef15","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-2-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-2-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:34.456147443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"d22d0add-093e-403e-b409-adc39f14d9f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:34.456430204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"5c99f08e-345c-446f-b1e8-c24415aaabd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:34.514174306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"5c99f08e-345c-446f-b1e8-c24415aaabd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:34.514575985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"d22d0add-093e-403e-b409-adc39f14d9f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:34.672983799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-model-nomatch-auth","reconcileID":"272e3ed3-3346-4494-a2f0-88723e8cbb0e","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:50:34.674479842Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-model-match-auth","reconcileID":"31d71f21-876b-45b5-a067-e0cad4778329","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-model-match-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:34.730834149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-model-nomatch-auth","reconcileID":"272e3ed3-3346-4494-a2f0-88723e8cbb0e","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:34.973956213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-model-match-auth","reconcileID":"2561eeb9-a147-4fad-a6a6-e477d12a92c4","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:35.033820742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-model-match-auth","reconcileID":"2561eeb9-a147-4fad-a6a6-e477d12a92c4","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:35.202478275Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-enrichment-auth","reconcileID":"afdb3cbd-f7ec-42f1-ad22-b21d71684621","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"model":"e2e-models-e2e-worker-w2-de27f5/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:35.202662578Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"e2e-enrichment-model-ref","reconcileID":"50957cc0-b54f-41e9-bedd-5c853b96adbf","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-de27f5"},"tenant":"e2e-worker-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:35.202680135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"e2e-enrichment-model-ref","reconcileID":"50957cc0-b54f-41e9-bedd-5c853b96adbf","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"distinct-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"distinct-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:35.422837678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"dfa66d2f-d34c-4ed7-9860-43af7620a768","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:35.42303381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"0b9221b8-4de8-4665-a214-7a78bee43ff5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:35.476835662Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-enrichment-sub","reconcileID":"d9b99612-febd-4250-b4b9-e6a92159c80f","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w2-de27f5/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:35.482082942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"dfa66d2f-d34c-4ed7-9860-43af7620a768","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:35.482175821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"0b9221b8-4de8-4665-a214-7a78bee43ff5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:35.49766851Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"e2e-enrichment-model-ref","reconcileID":"b6d6ea4e-3653-4fde-bc7d-09525e553d18","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-de27f5"},"tenant":"e2e-worker-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:35.497689393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"e2e-enrichment-model-ref","reconcileID":"b6d6ea4e-3653-4fde-bc7d-09525e553d18","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"distinct-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"distinct-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:35.55709134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-w1-5a6246","reconcileID":"d00db50d-e4a4-447f-90ab-787ac91b3ad1","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:35.644804873Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"e2e-enrichment-model-ref","reconcileID":"8aa90f0a-306e-4ef6-bdcc-32d9125a4e28","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-de27f5"},"tenant":"e2e-worker-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:35.644827685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"e2e-enrichment-model-ref","reconcileID":"8aa90f0a-306e-4ef6-bdcc-32d9125a4e28","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"distinct-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"distinct-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:35.672854666Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-model-match-sub","reconcileID":"fcf22227-d42b-42da-9db2-588a357f49b5","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3f622169","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:35.691195456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"7ec53c30-a887-467a-b712-1ce8a433eaee","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:35.691701694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"distinct-w4-b1ad4e","reconcileID":"d310c71c-aefa-4116-bc95-50a1a23e3e16","MaaSModelRef":{"name":"distinct-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"distinct-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"distinct-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:35.750572753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-2-w1-5a6246","reconcileID":"ac33eb6c-5cd9-40bf-8ce0-f5432801b3f6","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-2-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-2-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:35.77371832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"2234acd3-09a9-4385-b444-3d92a918bb74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:35.773944986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-model-match-auth","reconcileID":"79690de1-784d-4f8b-be37-4a7ae4ea3d68","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:35.773718258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-model-nomatch-auth","reconcileID":"720ec8b2-7ed7-4e0a-b5b9-dcbd93a6ec02","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:35.799082954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"313364cf-72f0-49ec-9133-98b24ea58f85","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:35.799406811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"distinct-w4-b1ad4e","reconcileID":"f6e25064-5b2f-4d67-8704-b7cac366ae1c","MaaSModelRef":{"name":"distinct-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"distinct-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"distinct-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:35.804177384Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-enrichment-sub","reconcileID":"7b8dcb05-a0fd-47b8-b39a-4c2e6287750e","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w2-de27f5/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:50:35.804527225Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-b1ad4e/e2e-partial-access-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-partial-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:35.832686524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-model-nomatch-auth","reconcileID":"720ec8b2-7ed7-4e0a-b5b9-dcbd93a6ec02","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:35.833430381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-model-match-auth","reconcileID":"79690de1-784d-4f8b-be37-4a7ae4ea3d68","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:35.835006411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"2234acd3-09a9-4385-b444-3d92a918bb74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:35.846945133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"899b9d98-674c-4ed5-8d95-158c7afc483d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:35.857248314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"0b867a39-6b69-4bec-8f74-19afbfb303fc","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:35.857587158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"distinct-w4-b1ad4e","reconcileID":"c2549ef4-ca75-4d1b-9594-44cf8a4bc293","MaaSModelRef":{"name":"distinct-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"distinct-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"distinct-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:35.905002081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"899b9d98-674c-4ed5-8d95-158c7afc483d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:35.951928756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"fe5cef96-f93d-4497-bdd9-fa78f9082ea7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:35.977509848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"4b83323a-f813-4a6c-ae66-6d8dddcfde87","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:36.01060001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"fe5cef96-f93d-4497-bdd9-fa78f9082ea7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:36.132406991Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-partial-access-sub","reconcileID":"531e016b-33c4-42c3-8f7e-6989673fac58","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-simulator-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-b1ad4e/e2e-partial-access-sub","ai-tenant-e2e-worker-w4-b1ad4e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:36.135018793Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-enrichment-sub","reconcileID":"31d38cd1-785c-422e-a970-c614d2a5b062","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6598b2e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:36.200418842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"a62293b3-94f6-4e08-b401-20dc3ed469c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:36.258681469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"a62293b3-94f6-4e08-b401-20dc3ed469c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:36.297114168Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-partial-access-sub","reconcileID":"531e016b-33c4-42c3-8f7e-6989673fac58","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-distinct-w4-b1ad4e","model":"distinct-w4-b1ad4e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-b1ad4e/e2e-partial-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:36.305797601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"1635c841-6246-4265-b426-330daf96253e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:36.305818805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-model-match-auth","reconcileID":"b685750c-3199-425a-b55d-dc4c8d980c8f","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:36.34702101Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-subscription","reconcileID":"f0894b53-115d-43e7-9be9-e80bb308079d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-simulator-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:36.364335317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-model-match-auth","reconcileID":"b685750c-3199-425a-b55d-dc4c8d980c8f","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:36.364618971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"1635c841-6246-4265-b426-330daf96253e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:36.398856854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"db42c15c-9c68-493a-822f-fdae5d22b3c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:36.404213104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-model-nomatch-auth","reconcileID":"89d13164-f01f-47a8-81a7-35b64b3bd2e1","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:36.457562098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"db42c15c-9c68-493a-822f-fdae5d22b3c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:36.462393203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-model-nomatch-auth","reconcileID":"89d13164-f01f-47a8-81a7-35b64b3bd2e1","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:36.522926407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"6932278f-f44f-451a-9e6c-26c5acbc0b20","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:36.523293666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"distinct-w4-b1ad4e","reconcileID":"bd17f6d0-bdb7-4518-925b-6dfdb36a0486","MaaSModelRef":{"name":"distinct-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"distinct-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"distinct-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:36.622727912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"1dfbe516-52c4-470a-a8ff-0e3a2605ce64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:36.622973878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"e1055eb8-f222-418d-b324-8037763471c4","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:36.680922692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"1dfbe516-52c4-470a-a8ff-0e3a2605ce64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:36.735844822Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-partial-access-sub","reconcileID":"7218b72d-0edb-4aeb-87dc-348fe939b9f0","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-simulator-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:36.781400275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-partial-access-auth","reconcileID":"35588c17-5749-425e-9d77-f1cba5f24534","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:36.839824823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-partial-access-auth","reconcileID":"35588c17-5749-425e-9d77-f1cba5f24534","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:36.89534603Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-partial-access-sub","reconcileID":"7218b72d-0edb-4aeb-87dc-348fe939b9f0","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-distinct-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/distinct-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:37.113931062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"5c031c07-f4c3-4520-b6ed-e7042c65e619","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:37.27223311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-partial-access-auth","reconcileID":"d73aa262-0bd1-45ce-9222-4eb2c30d6838","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:37.330253996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-partial-access-auth","reconcileID":"d73aa262-0bd1-45ce-9222-4eb2c30d6838","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:39.413150366Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-partial-access-auth","reconcileID":"6d0763b8-fb55-4b2f-929e-4d04277102a2","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:39.413504188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"4ad9f011-b042-46ad-b92b-298c3e835071","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:39.630270388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"25084b36-3599-4e5e-96a4-b3e4426d9220","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:39.785266888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"8876ad3f-ccd8-4487-aa40-3fd4fd4ae754","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:39.78565805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"distinct-w4-b1ad4e","reconcileID":"300b08b8-05a8-4068-a82a-1f39c9f33fd8","MaaSModelRef":{"name":"distinct-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"distinct-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"distinct-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:39.966071821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"a6c3d2e7-1f47-429c-b9ae-73a1e5942334","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:39.966809966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"bda31e34-ab9d-4b64-9293-86270f5ab1df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:40.026695746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"bda31e34-ab9d-4b64-9293-86270f5ab1df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:40.026962138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"a6c3d2e7-1f47-429c-b9ae-73a1e5942334","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:44.67354805Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"default-tenant","reconcileID":"5a3bf1d2-71eb-44c7-a9a0-d061d1e1d776","namespace":"ai-tenant-e2e-praxis-a-29dd3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:44.673604799Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"default-tenant","reconcileID":"5a3bf1d2-71eb-44c7-a9a0-d061d1e1d776","namespace":"ai-tenant-e2e-praxis-a-29dd3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:44.673654332Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"default-tenant","reconcileID":"5a3bf1d2-71eb-44c7-a9a0-d061d1e1d776","tenant":"e2e-praxis-a-29dd3f","tenantID":"e2e-praxis-a-29dd3f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:44.729109714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"default-tenant","reconcileID":"5a3bf1d2-71eb-44c7-a9a0-d061d1e1d776","gvk":"Deployment","name":"maas-api-e2e-praxis-a-29dd3f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:44.791919371Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"default-tenant","reconcileID":"5a3bf1d2-71eb-44c7-a9a0-d061d1e1d776","gvk":"Service","name":"maas-api-e2e-praxis-a-29dd3f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:44.854071976Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"default-tenant","reconcileID":"5a3bf1d2-71eb-44c7-a9a0-d061d1e1d776","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-29dd3f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:44.909599579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"default-tenant","reconcileID":"5a3bf1d2-71eb-44c7-a9a0-d061d1e1d776","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-29dd3f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:44.967300443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"default-tenant","reconcileID":"5a3bf1d2-71eb-44c7-a9a0-d061d1e1d776","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-29dd3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:45.023246131Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"default-tenant","reconcileID":"5a3bf1d2-71eb-44c7-a9a0-d061d1e1d776","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-29dd3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:45.081756637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"default-tenant","reconcileID":"5a3bf1d2-71eb-44c7-a9a0-d061d1e1d776","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-29dd3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:45.139120838Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"default-tenant","reconcileID":"5a3bf1d2-71eb-44c7-a9a0-d061d1e1d776","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-29dd3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:45.192810528Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"default-tenant","reconcileID":"5a3bf1d2-71eb-44c7-a9a0-d061d1e1d776","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-29dd3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:45.245748545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"default-tenant","reconcileID":"5a3bf1d2-71eb-44c7-a9a0-d061d1e1d776","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-29dd3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:45.298514549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"default-tenant","reconcileID":"5a3bf1d2-71eb-44c7-a9a0-d061d1e1d776","gvk":"Service","name":"payload-processing-e2e-praxis-a-29dd3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:45.351785324Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"default-tenant","reconcileID":"5a3bf1d2-71eb-44c7-a9a0-d061d1e1d776","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-29dd3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:45.404685847Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"default-tenant","reconcileID":"5a3bf1d2-71eb-44c7-a9a0-d061d1e1d776","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-29dd3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:45.457426211Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"default-tenant","reconcileID":"5a3bf1d2-71eb-44c7-a9a0-d061d1e1d776","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-29dd3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:45.51054185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"default-tenant","reconcileID":"5a3bf1d2-71eb-44c7-a9a0-d061d1e1d776","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-29dd3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:45.567751417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"default-tenant","reconcileID":"5a3bf1d2-71eb-44c7-a9a0-d061d1e1d776","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-29dd3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:45.62086763Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"default-tenant","reconcileID":"5a3bf1d2-71eb-44c7-a9a0-d061d1e1d776","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-29dd3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:45.673948047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"default-tenant","reconcileID":"5a3bf1d2-71eb-44c7-a9a0-d061d1e1d776","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-29dd3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:45.726525129Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-model-match-sub","reconcileID":"4caaedf3-d9bf-417d-848a-01e7b7c4e9dd","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"model":"e2e-models-e2e-worker-w1-5a6246/distinct-w1-5a6246","subscription":"e2e-model-match-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:45.726586043Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"default-tenant","reconcileID":"5a3bf1d2-71eb-44c7-a9a0-d061d1e1d776","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-29dd3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:45.780008045Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-29dd3f"},"namespace":"ai-tenant-e2e-praxis-a-29dd3f","name":"default-tenant","reconcileID":"5a3bf1d2-71eb-44c7-a9a0-d061d1e1d776","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-29dd3f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:45.780600847Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-model-match-sub","reconcileID":"4caaedf3-d9bf-417d-848a-01e7b7c4e9dd","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"model":"e2e-models-e2e-worker-w1-5a6246/distinct-w1-5a6246","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:45.835823941Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-model-match-sub","reconcileID":"4caaedf3-d9bf-417d-848a-01e7b7c4e9dd","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/distinct-w1-5a6246","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:45.843530673Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5ec4ce"},"namespace":"ai-tenant-e2e-praxis-a-5ec4ce","name":"default-tenant","reconcileID":"1845cf12-2f88-43fa-8f22-283d2cc681f3","namespace":"ai-tenant-e2e-praxis-a-5ec4ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:45.843587227Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5ec4ce"},"namespace":"ai-tenant-e2e-praxis-a-5ec4ce","name":"default-tenant","reconcileID":"1845cf12-2f88-43fa-8f22-283d2cc681f3","namespace":"ai-tenant-e2e-praxis-a-5ec4ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:45.843640572Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5ec4ce"},"namespace":"ai-tenant-e2e-praxis-a-5ec4ce","name":"default-tenant","reconcileID":"1845cf12-2f88-43fa-8f22-283d2cc681f3","tenant":"e2e-praxis-a-5ec4ce","tenantID":"e2e-praxis-a-5ec4ce","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:45.8986441Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5ec4ce"},"namespace":"ai-tenant-e2e-praxis-a-5ec4ce","name":"default-tenant","reconcileID":"1845cf12-2f88-43fa-8f22-283d2cc681f3","gvk":"Deployment","name":"maas-api-e2e-praxis-a-5ec4ce","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:45.964604424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5ec4ce"},"namespace":"ai-tenant-e2e-praxis-a-5ec4ce","name":"default-tenant","reconcileID":"1845cf12-2f88-43fa-8f22-283d2cc681f3","gvk":"Service","name":"maas-api-e2e-praxis-a-5ec4ce","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:46.02114139Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5ec4ce"},"namespace":"ai-tenant-e2e-praxis-a-5ec4ce","name":"default-tenant","reconcileID":"1845cf12-2f88-43fa-8f22-283d2cc681f3","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-5ec4ce","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:46.078975724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5ec4ce"},"namespace":"ai-tenant-e2e-praxis-a-5ec4ce","name":"default-tenant","reconcileID":"1845cf12-2f88-43fa-8f22-283d2cc681f3","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-5ec4ce","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:46.118199909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-w1-5a6246","reconcileID":"095b85f1-c4da-42e1-8e51-88ceefac8e6f","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:46.191141408Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5ec4ce"},"namespace":"ai-tenant-e2e-praxis-a-5ec4ce","name":"default-tenant","reconcileID":"1845cf12-2f88-43fa-8f22-283d2cc681f3","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-5ec4ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:46.243042441Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-enrichment-sub","reconcileID":"3873bfcd-3364-47da-8871-f214469af8fc","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"model":"e2e-models-e2e-worker-w2-de27f5/e2e-enrichment-model-ref","subscription":"e2e-enrichment-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:46.254102797Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5ec4ce"},"namespace":"ai-tenant-e2e-praxis-a-5ec4ce","name":"default-tenant","reconcileID":"1845cf12-2f88-43fa-8f22-283d2cc681f3","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-5ec4ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:46.279740172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-2-w1-5a6246","reconcileID":"347d39a6-9dcf-4293-a282-2db4ba83709e","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-2-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-2-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:46.305797152Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-enrichment-sub","reconcileID":"3873bfcd-3364-47da-8871-f214469af8fc","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"model":"e2e-models-e2e-worker-w2-de27f5/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:46.312986452Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5ec4ce"},"namespace":"ai-tenant-e2e-praxis-a-5ec4ce","name":"default-tenant","reconcileID":"1845cf12-2f88-43fa-8f22-283d2cc681f3","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-5ec4ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:46.359526509Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-enrichment-sub","reconcileID":"3873bfcd-3364-47da-8871-f214469af8fc","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:46.372636488Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5ec4ce"},"namespace":"ai-tenant-e2e-praxis-a-5ec4ce","name":"default-tenant","reconcileID":"1845cf12-2f88-43fa-8f22-283d2cc681f3","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-5ec4ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:46.429202784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5ec4ce"},"namespace":"ai-tenant-e2e-praxis-a-5ec4ce","name":"default-tenant","reconcileID":"1845cf12-2f88-43fa-8f22-283d2cc681f3","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-5ec4ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:46.445975175Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-model-nomatch-sub","reconcileID":"21ca62b1-ac4b-4cf5-9706-ae8fe6f6fb65","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ad75b3d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:46.482680314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-model-nomatch-auth","reconcileID":"f79704ab-d61c-4612-91c4-d13237907bfe","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:46.483287785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"cdb566a5-de34-4554-9979-e5e86f533911","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:46.484034288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-model-match-auth","reconcileID":"2b296295-2013-471a-b0b6-7144cf055aa3","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:46.537801939Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5ec4ce"},"namespace":"ai-tenant-e2e-praxis-a-5ec4ce","name":"default-tenant","reconcileID":"1845cf12-2f88-43fa-8f22-283d2cc681f3","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-5ec4ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:46.543351904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-model-nomatch-auth","reconcileID":"f79704ab-d61c-4612-91c4-d13237907bfe","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:46.543854103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"cdb566a5-de34-4554-9979-e5e86f533911","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:46.546609064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-model-match-auth","reconcileID":"2b296295-2013-471a-b0b6-7144cf055aa3","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:46.591035547Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5ec4ce"},"namespace":"ai-tenant-e2e-praxis-a-5ec4ce","name":"default-tenant","reconcileID":"1845cf12-2f88-43fa-8f22-283d2cc681f3","gvk":"Service","name":"payload-processing-e2e-praxis-a-5ec4ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:46.591524122Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-29dd3f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-29dd3f","reconcileID":"82f5ec97-b61c-4e02-81dc-cc8dfebfee77","aitenant":"ai-tenants/e2e-praxis-a-29dd3f","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:46.591888117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"1a57f7be-f9ab-41fe-bd33-735839a9579e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:46.64386064Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5ec4ce"},"namespace":"ai-tenant-e2e-praxis-a-5ec4ce","name":"default-tenant","reconcileID":"1845cf12-2f88-43fa-8f22-283d2cc681f3","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-5ec4ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:46.65143468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"1a57f7be-f9ab-41fe-bd33-735839a9579e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:46.652287039Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"e2e-enrichment-model-ref","reconcileID":"1bf90cd4-f50c-4b03-bd41-d498023d6b86","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-de27f5"},"tenant":"e2e-worker-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:46.652313784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"e2e-enrichment-model-ref","reconcileID":"1bf90cd4-f50c-4b03-bd41-d498023d6b86","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"distinct-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"distinct-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:46.696417767Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5ec4ce"},"namespace":"ai-tenant-e2e-praxis-a-5ec4ce","name":"default-tenant","reconcileID":"1845cf12-2f88-43fa-8f22-283d2cc681f3","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-5ec4ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:46.749190321Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5ec4ce"},"namespace":"ai-tenant-e2e-praxis-a-5ec4ce","name":"default-tenant","reconcileID":"1845cf12-2f88-43fa-8f22-283d2cc681f3","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-5ec4ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:46.801992981Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5ec4ce"},"namespace":"ai-tenant-e2e-praxis-a-5ec4ce","name":"default-tenant","reconcileID":"1845cf12-2f88-43fa-8f22-283d2cc681f3","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-5ec4ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:46.809757563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"6b3a1e7d-8a73-478b-b0df-3a3d8f7596b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:46.860847783Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5ec4ce"},"namespace":"ai-tenant-e2e-praxis-a-5ec4ce","name":"default-tenant","reconcileID":"1845cf12-2f88-43fa-8f22-283d2cc681f3","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-5ec4ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:46.867636088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"6b3a1e7d-8a73-478b-b0df-3a3d8f7596b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:46.913316143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5ec4ce"},"namespace":"ai-tenant-e2e-praxis-a-5ec4ce","name":"default-tenant","reconcileID":"1845cf12-2f88-43fa-8f22-283d2cc681f3","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-5ec4ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:46.965806053Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5ec4ce"},"namespace":"ai-tenant-e2e-praxis-a-5ec4ce","name":"default-tenant","reconcileID":"1845cf12-2f88-43fa-8f22-283d2cc681f3","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-5ec4ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:47.016078103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"distinct-w2-de27f5","reconcileID":"84be4b08-3c64-46d1-bd0f-66cec8e7ca04","MaaSModelRef":{"name":"distinct-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"distinct-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"distinct-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:47.018936692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5ec4ce"},"namespace":"ai-tenant-e2e-praxis-a-5ec4ce","name":"default-tenant","reconcileID":"1845cf12-2f88-43fa-8f22-283d2cc681f3","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-5ec4ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:47.07139622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7e79ee6-5084-4f78-b03e-71b84c663006","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:47.071559324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-model-match-auth","reconcileID":"580f788c-46bb-42d5-a98a-274b03bd3167","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:47.071831934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"73568762-a8db-4205-a8e5-084e4837e68c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:47.125026572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7e79ee6-5084-4f78-b03e-71b84c663006","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:47.12530526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-model-nomatch-auth","reconcileID":"45836796-ab26-460d-9ebb-eb01c8db1dd0","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:47.125664178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"ee5c6c8e-fab4-4cdf-85b1-e488e58f4522","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:47.129654623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-model-match-auth","reconcileID":"580f788c-46bb-42d5-a98a-274b03bd3167","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:47.177837145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5ec4ce"},"namespace":"ai-tenant-e2e-praxis-a-5ec4ce","name":"default-tenant","reconcileID":"1845cf12-2f88-43fa-8f22-283d2cc681f3","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-5ec4ce","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:47.178711961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7e79ee6-5084-4f78-b03e-71b84c663006","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:47.233186774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7e79ee6-5084-4f78-b03e-71b84c663006","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:47.237923089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"73568762-a8db-4205-a8e5-084e4837e68c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:47.238277094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"ee5c6c8e-fab4-4cdf-85b1-e488e58f4522","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:47.291431115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-model-nomatch-auth","reconcileID":"45836796-ab26-460d-9ebb-eb01c8db1dd0","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:47.339138546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"05132f47-a757-4a07-865c-c51fdff58bdb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:47.403929404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"05132f47-a757-4a07-865c-c51fdff58bdb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:47.409199198Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-29dd3f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-29dd3f","reconcileID":"82f5ec97-b61c-4e02-81dc-cc8dfebfee77","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-29dd3f","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-29dd3f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:47.894835766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"distinct-w2-de27f5","reconcileID":"48417d83-6cce-46ee-929a-54dd2bd6f665","MaaSModelRef":{"name":"distinct-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"distinct-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"distinct-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:47.951919973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"distinct-w2-de27f5","reconcileID":"fa832fca-8e67-4798-8f3d-81cda0af3f93","MaaSModelRef":{"name":"distinct-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"distinct-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"distinct-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:50:48.014818194Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-no-access-sub","reconcileID":"73d242d9-93a8-4eb6-9b9d-48683ec89538","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:48.068972777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"50b50a90-6c81-4d69-b0f9-e578074a97eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:48.0698359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"9aa536c7-e1bb-489f-9221-c620232b4cec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:48.128078725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"50b50a90-6c81-4d69-b0f9-e578074a97eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:48.129912903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"9aa536c7-e1bb-489f-9221-c620232b4cec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:48.143036247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"distinct-w2-de27f5","reconcileID":"75bb7195-c33d-478b-bb10-e2264dc985ce","MaaSModelRef":{"name":"distinct-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"distinct-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"distinct-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:48.198902675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"distinct-2-w2-de27f5","reconcileID":"e3fe567e-eb15-4748-89b8-13219ba58bd8","MaaSModelRef":{"name":"distinct-2-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"distinct-2-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"distinct-2-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:48.201783856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"distinct-w2-de27f5","reconcileID":"9f7d9b27-a561-4817-b4cd-1228ee44a533","MaaSModelRef":{"name":"distinct-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"distinct-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"distinct-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:48.257163356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"distinct-2-w2-de27f5","reconcileID":"057fac0d-924c-4506-a412-7e673b2b8901","MaaSModelRef":{"name":"distinct-2-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"distinct-2-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"distinct-2-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:48.51402403Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-no-access-sub","reconcileID":"343ba306-0d0b-4392-b216-3c1c2636948d","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-distinct-w2-de27f5","model":"distinct-w2-de27f5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-de27f5/e2e-no-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:48.561538111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-no-access-auth","reconcileID":"289ace64-8004-499e-9d69-3e99f3392e5c","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:48.561538108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"2acdda78-93f3-457f-a4de-9d7cfeb7284f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:48.563525027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"93ac64e7-fb8d-45d2-bb32-60b552e8297c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:48.621663697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"2acdda78-93f3-457f-a4de-9d7cfeb7284f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:48.6229975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-no-access-auth","reconcileID":"289ace64-8004-499e-9d69-3e99f3392e5c","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:48.627032484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"93ac64e7-fb8d-45d2-bb32-60b552e8297c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:48.80547597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"distinct-w2-de27f5","reconcileID":"1e479865-c4d5-4d4d-beee-2145c966fb20","MaaSModelRef":{"name":"distinct-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"distinct-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"distinct-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:49.093106022Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-no-access-sub","reconcileID":"7a90bb6f-9e5c-4d17-95a1-2079ba2f6983","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-distinct-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/distinct-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:49.12298259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"distinct-2-w2-de27f5","reconcileID":"49b3dea3-33e5-4158-9e48-fb6621ff2195","MaaSModelRef":{"name":"distinct-2-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"distinct-2-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"distinct-2-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:49.307038687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"distinct-w2-de27f5","reconcileID":"c6022d57-a859-4bef-a46b-b210b9398c69","MaaSModelRef":{"name":"distinct-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"distinct-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"distinct-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:49.354010798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-no-access-auth","reconcileID":"5d1aec2a-ba12-4169-8f73-2c2b4bd83a72","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:49.417331475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-no-access-auth","reconcileID":"5d1aec2a-ba12-4169-8f73-2c2b4bd83a72","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:49.672046855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a2a70f6-80f6-4c12-8e0f-f13f211c4b0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:49.672516987Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-5ec4ce","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-5ec4ce","reconcileID":"cbb808cd-92ef-418e-bd24-c5ec09950f8f","aitenant":"ai-tenants/e2e-praxis-a-5ec4ce","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:49.727942436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a2a70f6-80f6-4c12-8e0f-f13f211c4b0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:49.784784292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a2a70f6-80f6-4c12-8e0f-f13f211c4b0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:49.865373357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a2a70f6-80f6-4c12-8e0f-f13f211c4b0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:49.964216285Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-partial-access-sub","reconcileID":"690e56f9-0b70-40c2-93d3-a7bda31238c3","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:50.215147973Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-partial-access-sub","reconcileID":"690e56f9-0b70-40c2-93d3-a7bda31238c3","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-simulator-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-b1ad4e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:50.215269972Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-partial-access-sub","reconcileID":"690e56f9-0b70-40c2-93d3-a7bda31238c3","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"model":"e2e-models-e2e-worker-w4-b1ad4e/distinct-w4-b1ad4e","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:50.27687942Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-partial-access-sub","reconcileID":"690e56f9-0b70-40c2-93d3-a7bda31238c3","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"model":"e2e-models-e2e-worker-w4-b1ad4e/distinct-w4-b1ad4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:50.3356118Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"e2e-partial-access-sub","reconcileID":"690e56f9-0b70-40c2-93d3-a7bda31238c3","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-distinct-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/distinct-w4-b1ad4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:50.444283767Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-subscription","reconcileID":"16dc402a-2b70-4efe-8514-c3352afb42d5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-simulator-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:50.637991462Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-5ec4ce","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-5ec4ce","reconcileID":"cbb808cd-92ef-418e-bd24-c5ec09950f8f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-5ec4ce","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-5ec4ce"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:50.642287624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"25c71cbf-3b7d-4411-83f6-ac5cd4594889","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:50.643103105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"distinct-w4-b1ad4e","reconcileID":"85b09596-aa8e-4163-8cc7-1509925344ed","MaaSModelRef":{"name":"distinct-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"distinct-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"distinct-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:50.705020281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"distinct-w2-de27f5","reconcileID":"ab8d60ce-4820-44ea-997f-38faab27c633","MaaSModelRef":{"name":"distinct-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"distinct-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"distinct-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:50.803251993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"acad3a88-9eb3-4736-8e17-bba99f8c90aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:50.803253964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"635de7d6-935f-4af7-b003-9465d29fc0b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:50.864068587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"635de7d6-935f-4af7-b003-9465d29fc0b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:50.864725693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"acad3a88-9eb3-4736-8e17-bba99f8c90aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:51.231136901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"5df06017-d4ef-4de2-880a-f769635dddb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:51.231239339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"d7da50f8-6717-4ea8-af98-88ada383262c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:51.290745031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"5df06017-d4ef-4de2-880a-f769635dddb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:51.290789269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"d7da50f8-6717-4ea8-af98-88ada383262c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:51.348967251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"ecbc1f0d-0854-41e1-9361-4afe791dd96d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:51.349290788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-model-nomatch-auth","reconcileID":"32504023-53f0-4718-90f3-420d82c13a52","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:51.349890937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"1e981225-91b9-4349-9a84-eb59f6e76900","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:51.415068871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"ecbc1f0d-0854-41e1-9361-4afe791dd96d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:51.42030535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"1e981225-91b9-4349-9a84-eb59f6e76900","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:51.424074046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-model-nomatch-auth","reconcileID":"32504023-53f0-4718-90f3-420d82c13a52","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:51.774090495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-no-access-auth","reconcileID":"4fd0d545-2312-44d8-867d-79257b6fa978","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:51.826202227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-model-match-auth","reconcileID":"213736c6-303d-47e2-bd67-2e36472311a6","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:51.834300296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-no-access-auth","reconcileID":"4fd0d545-2312-44d8-867d-79257b6fa978","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:51.884933504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-model-match-auth","reconcileID":"213736c6-303d-47e2-bd67-2e36472311a6","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:51.960206761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a984369-ef46-4409-8e73-07eb6c51bbc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:51.960328688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"c352cb82-aa12-4091-a99a-8e3e6eddcc56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:51.960642966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-model-nomatch-auth","reconcileID":"c2a36521-fe76-4038-868e-db7715e74dfb","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:51.960815511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"7d48e4c3-10fd-4989-83d6-5e4a6d6ca204","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:52.013861787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a984369-ef46-4409-8e73-07eb6c51bbc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:52.018710034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"c352cb82-aa12-4091-a99a-8e3e6eddcc56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:52.067071708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a984369-ef46-4409-8e73-07eb6c51bbc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:52.071740045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"7d48e4c3-10fd-4989-83d6-5e4a6d6ca204","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:52.120435545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a984369-ef46-4409-8e73-07eb6c51bbc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:52.125421338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-model-nomatch-auth","reconcileID":"c2a36521-fe76-4038-868e-db7715e74dfb","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:52.389636112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"29815595-4109-4267-9da3-51e970aab166","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:52.389673971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"c32611e7-1ad6-4f6a-b45a-9072401d2a52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:52.447934306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"29815595-4109-4267-9da3-51e970aab166","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:52.44907822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"c32611e7-1ad6-4f6a-b45a-9072401d2a52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:52.928403963Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-no-access-auth","reconcileID":"cc4a2428-0942-4c50-a3b7-b3e59d03d15c","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"model":"e2e-models-e2e-worker-w2-de27f5/distinct-2-w2-de27f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:52.999760488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"distinct-2-w2-de27f5","reconcileID":"9857474c-f6a4-4c4c-ac75-35f321557f92","MaaSModelRef":{"name":"distinct-2-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"distinct-2-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"distinct-2-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:53.224257353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"distinct-2-w2-de27f5","reconcileID":"c6ee446c-4a7b-4e7e-8b0c-40f93c38ad1b","MaaSModelRef":{"name":"distinct-2-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"distinct-2-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"distinct-2-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:53.365602157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"distinct-w2-de27f5","reconcileID":"31958334-a3e3-4aaa-a6c3-32b9e34292c2","MaaSModelRef":{"name":"distinct-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"distinct-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"distinct-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:53.560969223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"29ec8588-8ee8-4b1d-8e0d-236130543dac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:53.561622095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"daa95534-152d-4420-b503-c0a2d50a40ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:53.620317978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"29ec8588-8ee8-4b1d-8e0d-236130543dac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:53.62063104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"daa95534-152d-4420-b503-c0a2d50a40ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:54.172592044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03f43368-61d4-4ddb-82eb-c694b6af342e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:54.226345908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03f43368-61d4-4ddb-82eb-c694b6af342e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:54.280833174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03f43368-61d4-4ddb-82eb-c694b6af342e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:54.333830635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03f43368-61d4-4ddb-82eb-c694b6af342e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:54.38671545Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-model-nomatch-sub","reconcileID":"8569752c-a31c-4bde-b395-4cc6bc655375","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"model":"e2e-models-e2e-worker-w1-5a6246/distinct-2-w1-5a6246","subscription":"e2e-model-nomatch-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:54.440381365Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-model-nomatch-sub","reconcileID":"8569752c-a31c-4bde-b395-4cc6bc655375","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"model":"e2e-models-e2e-worker-w1-5a6246/distinct-2-w1-5a6246","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:54.494187275Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-model-nomatch-sub","reconcileID":"8569752c-a31c-4bde-b395-4cc6bc655375","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/distinct-2-w1-5a6246","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:54.771798715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-2-w1-5a6246","reconcileID":"15176c25-23d4-4c3b-a427-48f68d928f5f","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-2-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-2-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:54.927967812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-w1-5a6246","reconcileID":"218809af-d240-4cd4-a607-f1866bfb9a26","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:55.034662435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"b251d534-5a1e-4604-a596-f6735e3a81e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:55.034898075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"c0cac114-64f9-4882-8bb3-af85d678fb54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:55.034662475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-model-nomatch-auth","reconcileID":"9b076046-637a-4ac0-a671-83691b850879","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:55.035300514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-model-match-auth","reconcileID":"21bccc9a-47ed-4d3f-a6f3-4277380c72b4","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:55.09372863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"b251d534-5a1e-4604-a596-f6735e3a81e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:55.096095074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-model-match-auth","reconcileID":"21bccc9a-47ed-4d3f-a6f3-4277380c72b4","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:55.096370768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"c0cac114-64f9-4882-8bb3-af85d678fb54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:55.100427316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-model-nomatch-auth","reconcileID":"9b076046-637a-4ac0-a671-83691b850879","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:55.431811894Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-model-match-auth","reconcileID":"6b547a47-ac25-4fe1-b250-94e822380128","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"model":"e2e-models-e2e-worker-w1-5a6246/distinct-w1-5a6246","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:55.64626821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-model-nomatch-auth","reconcileID":"a5e88a2a-a6f0-4c7b-a47f-6877294e60dd","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:55.662247844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-w1-5a6246","reconcileID":"84551612-2c0e-4c61-841c-c59769927cd1","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:55.704313744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-model-nomatch-auth","reconcileID":"a5e88a2a-a6f0-4c7b-a47f-6877294e60dd","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:55.812056384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-2-w1-5a6246","reconcileID":"57d15d4a-dd20-477e-8edb-562a40c21e58","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-2-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-2-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:55.92658342Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"e2e-model-nomatch-auth","reconcileID":"9a4b742c-9d21-4a50-92a3-b78f6c0db581","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"model":"e2e-models-e2e-worker-w1-5a6246/distinct-2-w1-5a6246","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:56.138936869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-2-w1-5a6246","reconcileID":"954a789b-d6c3-4df2-8a27-ee85d35b351e","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-2-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-2-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:56.307246388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0e3dc00-93e6-461f-8e27-73f760fa0904","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:56.360429662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0e3dc00-93e6-461f-8e27-73f760fa0904","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:56.413765592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0e3dc00-93e6-461f-8e27-73f760fa0904","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:56.466907939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0e3dc00-93e6-461f-8e27-73f760fa0904","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:58.47152806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd6d3c8a-666d-4b2d-b0ff-b89b7ac51a82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:58.524574698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd6d3c8a-666d-4b2d-b0ff-b89b7ac51a82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:58.577674176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd6d3c8a-666d-4b2d-b0ff-b89b7ac51a82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:58.584649351Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-f3e02b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-f3e02b","reconcileID":"e5220c0b-68e7-4695-aa13-652be968d214","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-f3e02b","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w4-f3e02b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:50:58.631033796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd6d3c8a-666d-4b2d-b0ff-b89b7ac51a82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:00.670292879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26c228b6-4b24-4cb8-b6f3-09f19724c02b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:00.723508846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26c228b6-4b24-4cb8-b6f3-09f19724c02b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:00.776919716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26c228b6-4b24-4cb8-b6f3-09f19724c02b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:00.830344822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26c228b6-4b24-4cb8-b6f3-09f19724c02b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:01.216978664Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:02.905357564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f74303d5-9d0a-4491-b15a-f73e9a4279cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:02.958487979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f74303d5-9d0a-4491-b15a-f73e9a4279cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:03.011660295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f74303d5-9d0a-4491-b15a-f73e9a4279cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:03.06511234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f74303d5-9d0a-4491-b15a-f73e9a4279cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:03.341327501Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-10120d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-10120d","reconcileID":"3a895ccb-2ac7-4afc-9d58-efaa883860fa","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-10120d","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w1-10120d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:03.402931086Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b4cb2"},"namespace":"ai-tenant-e2e-praxis-b-9b4cb2","name":"default-tenant","reconcileID":"0c7ccd58-fe30-40a3-98a9-7cdcaae124dd","namespace":"ai-tenant-e2e-praxis-b-9b4cb2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:03.403006939Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b4cb2"},"namespace":"ai-tenant-e2e-praxis-b-9b4cb2","name":"default-tenant","reconcileID":"0c7ccd58-fe30-40a3-98a9-7cdcaae124dd","namespace":"ai-tenant-e2e-praxis-b-9b4cb2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:03.403075389Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b4cb2"},"namespace":"ai-tenant-e2e-praxis-b-9b4cb2","name":"default-tenant","reconcileID":"0c7ccd58-fe30-40a3-98a9-7cdcaae124dd","tenant":"e2e-praxis-b-9b4cb2","tenantID":"e2e-praxis-b-9b4cb2","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:03.457887167Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b4cb2"},"namespace":"ai-tenant-e2e-praxis-b-9b4cb2","name":"default-tenant","reconcileID":"0c7ccd58-fe30-40a3-98a9-7cdcaae124dd","gvk":"Deployment","name":"maas-api-e2e-praxis-b-9b4cb2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:03.528054526Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b4cb2"},"namespace":"ai-tenant-e2e-praxis-b-9b4cb2","name":"default-tenant","reconcileID":"0c7ccd58-fe30-40a3-98a9-7cdcaae124dd","gvk":"Service","name":"maas-api-e2e-praxis-b-9b4cb2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:03.535703048Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-no-access-sub","reconcileID":"e1b4ced9-8ac7-4b0b-9b20-f1d39dc4ef3d","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"model":"e2e-models-e2e-worker-w2-de27f5/distinct-w2-de27f5","subscription":"e2e-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:03.587920748Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b4cb2"},"namespace":"ai-tenant-e2e-praxis-b-9b4cb2","name":"default-tenant","reconcileID":"0c7ccd58-fe30-40a3-98a9-7cdcaae124dd","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-9b4cb2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:03.59351407Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-no-access-sub","reconcileID":"e1b4ced9-8ac7-4b0b-9b20-f1d39dc4ef3d","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"model":"e2e-models-e2e-worker-w2-de27f5/distinct-w2-de27f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:03.642779326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b4cb2"},"namespace":"ai-tenant-e2e-praxis-b-9b4cb2","name":"default-tenant","reconcileID":"0c7ccd58-fe30-40a3-98a9-7cdcaae124dd","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-9b4cb2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:03.646971694Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"e2e-no-access-sub","reconcileID":"e1b4ced9-8ac7-4b0b-9b20-f1d39dc4ef3d","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-distinct-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/distinct-w2-de27f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:03.698350153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b4cb2"},"namespace":"ai-tenant-e2e-praxis-b-9b4cb2","name":"default-tenant","reconcileID":"0c7ccd58-fe30-40a3-98a9-7cdcaae124dd","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-9b4cb2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:03.753759059Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b4cb2"},"namespace":"ai-tenant-e2e-praxis-b-9b4cb2","name":"default-tenant","reconcileID":"0c7ccd58-fe30-40a3-98a9-7cdcaae124dd","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-9b4cb2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:03.811976007Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b4cb2"},"namespace":"ai-tenant-e2e-praxis-b-9b4cb2","name":"default-tenant","reconcileID":"0c7ccd58-fe30-40a3-98a9-7cdcaae124dd","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-9b4cb2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:03.869106783Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b4cb2"},"namespace":"ai-tenant-e2e-praxis-b-9b4cb2","name":"default-tenant","reconcileID":"0c7ccd58-fe30-40a3-98a9-7cdcaae124dd","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-9b4cb2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:03.922089971Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b4cb2"},"namespace":"ai-tenant-e2e-praxis-b-9b4cb2","name":"default-tenant","reconcileID":"0c7ccd58-fe30-40a3-98a9-7cdcaae124dd","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-9b4cb2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:03.932785794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"distinct-w2-de27f5","reconcileID":"324b2258-6033-41d0-b42c-05a47eb37ede","MaaSModelRef":{"name":"distinct-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"distinct-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"distinct-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:03.974713652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b4cb2"},"namespace":"ai-tenant-e2e-praxis-b-9b4cb2","name":"default-tenant","reconcileID":"0c7ccd58-fe30-40a3-98a9-7cdcaae124dd","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-9b4cb2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:04.029591754Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b4cb2"},"namespace":"ai-tenant-e2e-praxis-b-9b4cb2","name":"default-tenant","reconcileID":"0c7ccd58-fe30-40a3-98a9-7cdcaae124dd","gvk":"Service","name":"payload-processing-e2e-praxis-b-9b4cb2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:04.083481853Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b4cb2"},"namespace":"ai-tenant-e2e-praxis-b-9b4cb2","name":"default-tenant","reconcileID":"0c7ccd58-fe30-40a3-98a9-7cdcaae124dd","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-9b4cb2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:04.124414062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"a963791f-1c62-4bca-9ae2-c2b0aff19728","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:04.124586749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"8bcc839a-c62c-409d-9d30-e92e593c8a29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:04.176715017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b4cb2"},"namespace":"ai-tenant-e2e-praxis-b-9b4cb2","name":"default-tenant","reconcileID":"0c7ccd58-fe30-40a3-98a9-7cdcaae124dd","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-9b4cb2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:04.232267649Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b4cb2"},"namespace":"ai-tenant-e2e-praxis-b-9b4cb2","name":"default-tenant","reconcileID":"0c7ccd58-fe30-40a3-98a9-7cdcaae124dd","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-9b4cb2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:04.238537237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"8bcc839a-c62c-409d-9d30-e92e593c8a29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:04.238537267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"a963791f-1c62-4bca-9ae2-c2b0aff19728","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:04.2848193Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b4cb2"},"namespace":"ai-tenant-e2e-praxis-b-9b4cb2","name":"default-tenant","reconcileID":"0c7ccd58-fe30-40a3-98a9-7cdcaae124dd","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-9b4cb2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:04.343788892Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b4cb2"},"namespace":"ai-tenant-e2e-praxis-b-9b4cb2","name":"default-tenant","reconcileID":"0c7ccd58-fe30-40a3-98a9-7cdcaae124dd","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-9b4cb2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:04.396647061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b4cb2"},"namespace":"ai-tenant-e2e-praxis-b-9b4cb2","name":"default-tenant","reconcileID":"0c7ccd58-fe30-40a3-98a9-7cdcaae124dd","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-9b4cb2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:04.502533676Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b4cb2"},"namespace":"ai-tenant-e2e-praxis-b-9b4cb2","name":"default-tenant","reconcileID":"0c7ccd58-fe30-40a3-98a9-7cdcaae124dd","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-9b4cb2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:04.55615176Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b4cb2"},"namespace":"ai-tenant-e2e-praxis-b-9b4cb2","name":"default-tenant","reconcileID":"0c7ccd58-fe30-40a3-98a9-7cdcaae124dd","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-9b4cb2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:04.608906938Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b4cb2"},"namespace":"ai-tenant-e2e-praxis-b-9b4cb2","name":"default-tenant","reconcileID":"0c7ccd58-fe30-40a3-98a9-7cdcaae124dd","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-9b4cb2","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:05.031111659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21ded548-e973-4b4e-a36b-41b3d35f830f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:05.085146907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21ded548-e973-4b4e-a36b-41b3d35f830f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:05.138549888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21ded548-e973-4b4e-a36b-41b3d35f830f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:05.191888988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21ded548-e973-4b4e-a36b-41b3d35f830f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:07.166344128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"324f3d06-3ab3-4788-9ed2-41d99865ae38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:07.21938135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"324f3d06-3ab3-4788-9ed2-41d99865ae38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:07.272362176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"324f3d06-3ab3-4788-9ed2-41d99865ae38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:07.32554355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"324f3d06-3ab3-4788-9ed2-41d99865ae38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:09.314822579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"482bfab7-7d4c-432c-982f-f24c7fbc2ed6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:09.36830128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"482bfab7-7d4c-432c-982f-f24c7fbc2ed6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:09.425944112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"482bfab7-7d4c-432c-982f-f24c7fbc2ed6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:09.479595756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"482bfab7-7d4c-432c-982f-f24c7fbc2ed6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:09.479697213Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-9b4cb2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-9b4cb2","reconcileID":"e10c33a2-059c-4a0c-98e1-73c2b223ba24","aitenant":"ai-tenants/e2e-praxis-b-9b4cb2","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:10.266770913Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-9b4cb2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-9b4cb2","reconcileID":"e10c33a2-059c-4a0c-98e1-73c2b223ba24","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-9b4cb2","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-9b4cb2"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:10.863749987Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-66d902","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-66d902","reconcileID":"52be47c9-4637-4445-b382-4152d583aff5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-66d902","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w2-66d902":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:11.575145437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fd05e90-443d-49d5-9a08-328a2824ec2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:11.633832662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fd05e90-443d-49d5-9a08-328a2824ec2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:11.688068863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fd05e90-443d-49d5-9a08-328a2824ec2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:11.742525232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fd05e90-443d-49d5-9a08-328a2824ec2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:13.805139953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db34696c-fcf5-4bf2-86f4-dc273d937425","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:13.858645196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db34696c-fcf5-4bf2-86f4-dc273d937425","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:13.915771546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db34696c-fcf5-4bf2-86f4-dc273d937425","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:13.971624378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db34696c-fcf5-4bf2-86f4-dc273d937425","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:16.000384924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0289af62-5b50-4feb-afb8-6a0e1316081c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:16.053741755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0289af62-5b50-4feb-afb8-6a0e1316081c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:16.111100255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0289af62-5b50-4feb-afb8-6a0e1316081c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:16.16441134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0289af62-5b50-4feb-afb8-6a0e1316081c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:17.901058672Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-efa9bf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-efa9bf","reconcileID":"abfc1ece-737e-4269-bd0c-fd3a555a1d99","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-efa9bf","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w0-efa9bf":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:18.164247968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11c1c233-5fb4-4370-ac99-6b93cc57b17f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:18.217676831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11c1c233-5fb4-4370-ac99-6b93cc57b17f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:18.270870197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11c1c233-5fb4-4370-ac99-6b93cc57b17f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:18.32431574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11c1c233-5fb4-4370-ac99-6b93cc57b17f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:20.285987649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86343f46-1d58-48dd-8fdb-12ed40e330e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:20.339462873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86343f46-1d58-48dd-8fdb-12ed40e330e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:20.392734335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86343f46-1d58-48dd-8fdb-12ed40e330e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:20.448835786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86343f46-1d58-48dd-8fdb-12ed40e330e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:22.863968187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"13619980-626f-41ae-a291-5fa9eb5f1181","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:22.864683983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"2c74a44d-96ee-4744-aa8e-98363cd492b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:22.937091187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"2c74a44d-96ee-4744-aa8e-98363cd492b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:22.96395469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"0ba5c033-ffdf-43a4-bbc8-d36c5dc51382","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:22.986206491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"8569d85e-12a5-40b5-ae61-503159ea6ef6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:22.986480417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"13619980-626f-41ae-a291-5fa9eb5f1181","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:23.051357838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"0ba5c033-ffdf-43a4-bbc8-d36c5dc51382","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:23.097968764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"8569d85e-12a5-40b5-ae61-503159ea6ef6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:23.123810587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"d57736db-b8d6-457f-abba-f76372a771ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:23.191128069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"d57736db-b8d6-457f-abba-f76372a771ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:23.342795442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c50a25bd-be09-4a32-962e-ed95d2edf2ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:23.399123878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c50a25bd-be09-4a32-962e-ed95d2edf2ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:23.453286563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c50a25bd-be09-4a32-962e-ed95d2edf2ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:23.507234418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c50a25bd-be09-4a32-962e-ed95d2edf2ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:23.507358316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"29a30867-ea7e-4d55-bc37-de702d67ebce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:23.507792452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"669b73d6-7f9b-4c27-85e1-2b41e9368fa9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:23.5670435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"29a30867-ea7e-4d55-bc37-de702d67ebce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:23.570929268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"669b73d6-7f9b-4c27-85e1-2b41e9368fa9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:23.61374876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"1d1d6a67-ad7a-4e35-8433-5563cc59d0d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:23.672345952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"1d1d6a67-ad7a-4e35-8433-5563cc59d0d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:31.220565486Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:31.799594797Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8950af"},"namespace":"ai-tenant-e2e-praxis-b-8950af","name":"default-tenant","reconcileID":"d4bee3ff-dbc1-43bc-8411-6f5395158ffd","namespace":"ai-tenant-e2e-praxis-b-8950af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:31.799654665Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8950af"},"namespace":"ai-tenant-e2e-praxis-b-8950af","name":"default-tenant","reconcileID":"d4bee3ff-dbc1-43bc-8411-6f5395158ffd","namespace":"ai-tenant-e2e-praxis-b-8950af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:31.799704313Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8950af"},"namespace":"ai-tenant-e2e-praxis-b-8950af","name":"default-tenant","reconcileID":"d4bee3ff-dbc1-43bc-8411-6f5395158ffd","tenant":"e2e-praxis-b-8950af","tenantID":"e2e-praxis-b-8950af","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:31.854665685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8950af"},"namespace":"ai-tenant-e2e-praxis-b-8950af","name":"default-tenant","reconcileID":"d4bee3ff-dbc1-43bc-8411-6f5395158ffd","gvk":"Deployment","name":"maas-api-e2e-praxis-b-8950af","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:31.918199306Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8950af"},"namespace":"ai-tenant-e2e-praxis-b-8950af","name":"default-tenant","reconcileID":"d4bee3ff-dbc1-43bc-8411-6f5395158ffd","gvk":"Service","name":"maas-api-e2e-praxis-b-8950af","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:31.977288234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8950af"},"namespace":"ai-tenant-e2e-praxis-b-8950af","name":"default-tenant","reconcileID":"d4bee3ff-dbc1-43bc-8411-6f5395158ffd","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-8950af","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:32.032400123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8950af"},"namespace":"ai-tenant-e2e-praxis-b-8950af","name":"default-tenant","reconcileID":"d4bee3ff-dbc1-43bc-8411-6f5395158ffd","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-8950af","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:32.089509496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8950af"},"namespace":"ai-tenant-e2e-praxis-b-8950af","name":"default-tenant","reconcileID":"d4bee3ff-dbc1-43bc-8411-6f5395158ffd","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-8950af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:32.148251235Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8950af"},"namespace":"ai-tenant-e2e-praxis-b-8950af","name":"default-tenant","reconcileID":"d4bee3ff-dbc1-43bc-8411-6f5395158ffd","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-8950af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:32.206523398Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8950af"},"namespace":"ai-tenant-e2e-praxis-b-8950af","name":"default-tenant","reconcileID":"d4bee3ff-dbc1-43bc-8411-6f5395158ffd","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-8950af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:32.261889911Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8950af"},"namespace":"ai-tenant-e2e-praxis-b-8950af","name":"default-tenant","reconcileID":"d4bee3ff-dbc1-43bc-8411-6f5395158ffd","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-8950af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:32.317802783Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8950af"},"namespace":"ai-tenant-e2e-praxis-b-8950af","name":"default-tenant","reconcileID":"d4bee3ff-dbc1-43bc-8411-6f5395158ffd","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-8950af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:32.370689877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8950af"},"namespace":"ai-tenant-e2e-praxis-b-8950af","name":"default-tenant","reconcileID":"d4bee3ff-dbc1-43bc-8411-6f5395158ffd","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-8950af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:32.423186541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8950af"},"namespace":"ai-tenant-e2e-praxis-b-8950af","name":"default-tenant","reconcileID":"d4bee3ff-dbc1-43bc-8411-6f5395158ffd","gvk":"Service","name":"payload-processing-e2e-praxis-b-8950af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:32.475687946Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8950af"},"namespace":"ai-tenant-e2e-praxis-b-8950af","name":"default-tenant","reconcileID":"d4bee3ff-dbc1-43bc-8411-6f5395158ffd","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-8950af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:32.528290657Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8950af"},"namespace":"ai-tenant-e2e-praxis-b-8950af","name":"default-tenant","reconcileID":"d4bee3ff-dbc1-43bc-8411-6f5395158ffd","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-8950af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:32.581500961Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8950af"},"namespace":"ai-tenant-e2e-praxis-b-8950af","name":"default-tenant","reconcileID":"d4bee3ff-dbc1-43bc-8411-6f5395158ffd","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-8950af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:32.634294649Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8950af"},"namespace":"ai-tenant-e2e-praxis-b-8950af","name":"default-tenant","reconcileID":"d4bee3ff-dbc1-43bc-8411-6f5395158ffd","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-8950af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:32.691319377Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8950af"},"namespace":"ai-tenant-e2e-praxis-b-8950af","name":"default-tenant","reconcileID":"d4bee3ff-dbc1-43bc-8411-6f5395158ffd","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-8950af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:32.744722905Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8950af"},"namespace":"ai-tenant-e2e-praxis-b-8950af","name":"default-tenant","reconcileID":"d4bee3ff-dbc1-43bc-8411-6f5395158ffd","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-8950af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:32.797551334Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8950af"},"namespace":"ai-tenant-e2e-praxis-b-8950af","name":"default-tenant","reconcileID":"d4bee3ff-dbc1-43bc-8411-6f5395158ffd","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-8950af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:32.852906733Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8950af"},"namespace":"ai-tenant-e2e-praxis-b-8950af","name":"default-tenant","reconcileID":"d4bee3ff-dbc1-43bc-8411-6f5395158ffd","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-8950af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:32.906978911Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8950af"},"namespace":"ai-tenant-e2e-praxis-b-8950af","name":"default-tenant","reconcileID":"d4bee3ff-dbc1-43bc-8411-6f5395158ffd","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-8950af","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:36.379278396Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-8950af","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-8950af","reconcileID":"1319fba1-0fbc-4932-ac55-cb926cf1c53f","aitenant":"ai-tenants/e2e-praxis-b-8950af","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:36.96521059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6105bec5-72c3-4c5e-be9c-7085c4d8bff9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:37.018555402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6105bec5-72c3-4c5e-be9c-7085c4d8bff9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:37.071851737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6105bec5-72c3-4c5e-be9c-7085c4d8bff9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:37.125334237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6105bec5-72c3-4c5e-be9c-7085c4d8bff9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:37.239295531Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-8950af","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-8950af","reconcileID":"1319fba1-0fbc-4932-ac55-cb926cf1c53f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-8950af","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-8950af"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:37.832429915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"default-tenant","reconcileID":"2ae8f62c-5bb6-4b50-a148-8edb1f9736de","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f3e02b","tenantID":"e2e-shared-a-w4-f3e02b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:37.952782259Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"default-tenant","reconcileID":"2ae8f62c-5bb6-4b50-a148-8edb1f9736de","name":"e2e-shared-a-w4-f3e02b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:39.158927903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe5598d2-d0be-4163-9d28-ab81e1b00659","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:39.212623819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe5598d2-d0be-4163-9d28-ab81e1b00659","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:39.265657016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe5598d2-d0be-4163-9d28-ab81e1b00659","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:39.318605639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe5598d2-d0be-4163-9d28-ab81e1b00659","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:41.370062616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73f4798c-06f2-40bd-854c-d30b5e9350f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:41.42402136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73f4798c-06f2-40bd-854c-d30b5e9350f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:41.477160833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73f4798c-06f2-40bd-854c-d30b5e9350f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:41.53039065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73f4798c-06f2-40bd-854c-d30b5e9350f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:44.556478232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ad69430-4781-4139-9480-f82a28ecf5eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:44.609653216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ad69430-4781-4139-9480-f82a28ecf5eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:44.662687453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ad69430-4781-4139-9480-f82a28ecf5eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:44.715876223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ad69430-4781-4139-9480-f82a28ecf5eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:45.604388752Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-158d23","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-158d23","reconcileID":"e2d9585b-71f2-4a27-9b81-e7c1e344b6d4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-158d23","applied":{"maas.opendatahub.io/gateway-access-e2e-explicit-158d23":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:46.767161445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"869e1b01-17c9-459b-a1a6-cfc924fcc7d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:46.820685884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"869e1b01-17c9-459b-a1a6-cfc924fcc7d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:46.873900214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"869e1b01-17c9-459b-a1a6-cfc924fcc7d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:46.927084744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"869e1b01-17c9-459b-a1a6-cfc924fcc7d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:48.293804242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"default-tenant","reconcileID":"26054ffd-a837-49ff-9d18-4878ef45760d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-10120d","tenantID":"e2e-shared-a-w1-10120d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:48.46615133Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"default-tenant","reconcileID":"26054ffd-a837-49ff-9d18-4878ef45760d","name":"e2e-shared-a-w1-10120d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:48.884170945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7e4536b-2633-4573-aef5-ddff6815568c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:48.938228032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7e4536b-2633-4573-aef5-ddff6815568c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:48.991293655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7e4536b-2633-4573-aef5-ddff6815568c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:49.045086148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7e4536b-2633-4573-aef5-ddff6815568c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:58.217293564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"default-tenant","reconcileID":"930a6347-dde6-4117-b062-633bcfeaf361","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-66d902","tenantID":"e2e-shared-a-w2-66d902","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:51:58.337171557Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"default-tenant","reconcileID":"930a6347-dde6-4117-b062-633bcfeaf361","name":"e2e-shared-a-w2-66d902-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:52:01.2169903Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:52:08.153798046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"default-tenant","reconcileID":"1326aea8-22e0-4d17-be15-65d29ba9200b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-efa9bf","tenantID":"e2e-shared-a-w0-efa9bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:52:08.273286563Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"default-tenant","reconcileID":"1326aea8-22e0-4d17-be15-65d29ba9200b","name":"e2e-shared-a-w0-efa9bf-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:52:29.567997616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f885762b-aa31-496c-b36e-eb507d9ec3de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:52:29.62113807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f885762b-aa31-496c-b36e-eb507d9ec3de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:52:29.674291631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f885762b-aa31-496c-b36e-eb507d9ec3de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:52:29.727497753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f885762b-aa31-496c-b36e-eb507d9ec3de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:52:31.254622023Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:52:31.755827369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35befba8-6e59-4f90-abc3-31739e762487","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:52:31.809335164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35befba8-6e59-4f90-abc3-31739e762487","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:52:31.862205559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35befba8-6e59-4f90-abc3-31739e762487","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:52:31.916229621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35befba8-6e59-4f90-abc3-31739e762487","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:52:33.968759617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd88b204-cebf-4e02-8e5d-0fffe8a92e1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:52:34.02279436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd88b204-cebf-4e02-8e5d-0fffe8a92e1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:52:34.076107131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd88b204-cebf-4e02-8e5d-0fffe8a92e1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:52:34.129132323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd88b204-cebf-4e02-8e5d-0fffe8a92e1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:52:36.156866346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e966606b-a543-42a6-9696-8bc8cb69acda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:52:36.157214517Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-7ed2d6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-7ed2d6","reconcileID":"33083614-af4a-4e7c-8854-721a53a4d2d3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-7ed2d6","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w4-7ed2d6":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:52:36.210220893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e966606b-a543-42a6-9696-8bc8cb69acda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:52:36.263196011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e966606b-a543-42a6-9696-8bc8cb69acda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:52:36.316189925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e966606b-a543-42a6-9696-8bc8cb69acda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:52:38.134994828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-158d23"},"namespace":"ai-tenant-e2e-explicit-158d23","name":"default-tenant","reconcileID":"3a247c3e-a1db-4aad-afed-80f4dbeef27f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-explicit-158d23","tenantID":"e2e-explicit-158d23","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:52:38.254240871Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-158d23"},"namespace":"ai-tenant-e2e-explicit-158d23","name":"default-tenant","reconcileID":"3a247c3e-a1db-4aad-afed-80f4dbeef27f","name":"e2e-explicit-158d23-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:52:38.287208847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42885f9a-1465-4a6b-b75a-676615ac9c18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:52:38.340338933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42885f9a-1465-4a6b-b75a-676615ac9c18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:52:38.393800654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42885f9a-1465-4a6b-b75a-676615ac9c18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:52:38.44729404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42885f9a-1465-4a6b-b75a-676615ac9c18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:52:40.417869574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdb39cea-65e8-44f3-b9d0-f5960634eacb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:52:40.470971281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdb39cea-65e8-44f3-b9d0-f5960634eacb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:52:40.524079795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdb39cea-65e8-44f3-b9d0-f5960634eacb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:52:40.577101878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdb39cea-65e8-44f3-b9d0-f5960634eacb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:52:42.531878026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73b3c7b3-02ce-461d-9d04-fc5944c7798e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:52:42.58502803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73b3c7b3-02ce-461d-9d04-fc5944c7798e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:52:42.638067525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73b3c7b3-02ce-461d-9d04-fc5944c7798e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:52:42.691395148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73b3c7b3-02ce-461d-9d04-fc5944c7798e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:52:44.664682723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c9f1610-7544-47c5-b341-724f70d56de0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:52:44.719255686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c9f1610-7544-47c5-b341-724f70d56de0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:52:44.772507584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c9f1610-7544-47c5-b341-724f70d56de0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:52:44.826390132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c9f1610-7544-47c5-b341-724f70d56de0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:52:46.788897101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"184232bd-688a-421a-8c8b-afa30e823b9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:52:46.84194356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"184232bd-688a-421a-8c8b-afa30e823b9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:52:46.894806501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"184232bd-688a-421a-8c8b-afa30e823b9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:52:46.947932003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"184232bd-688a-421a-8c8b-afa30e823b9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:52:48.964354438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9253c2b-43fc-4ed1-a056-f0a8657f2ab9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:52:49.017220488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9253c2b-43fc-4ed1-a056-f0a8657f2ab9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:52:49.070254009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9253c2b-43fc-4ed1-a056-f0a8657f2ab9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:52:49.127419345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9253c2b-43fc-4ed1-a056-f0a8657f2ab9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:52:51.151791224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6d484e7-46b8-4a18-962d-b2f8a61e2aa9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:52:51.205204533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6d484e7-46b8-4a18-962d-b2f8a61e2aa9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:52:51.258193741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6d484e7-46b8-4a18-962d-b2f8a61e2aa9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:52:51.311201035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6d484e7-46b8-4a18-962d-b2f8a61e2aa9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:52:51.318400048Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-9daccc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-9daccc","reconcileID":"8dd53f38-8c42-4e50-914e-2c6da65d61f3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-9daccc","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w1-9daccc":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:52:53.308727459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8612f94a-d640-4762-bdb2-32974af78a2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:52:53.361876427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8612f94a-d640-4762-bdb2-32974af78a2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:52:53.414754368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8612f94a-d640-4762-bdb2-32974af78a2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:52:53.467768648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8612f94a-d640-4762-bdb2-32974af78a2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:52:55.430603559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa56fe6d-7f0f-4438-8d21-a854b6a80187","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:52:55.483814729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa56fe6d-7f0f-4438-8d21-a854b6a80187","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:52:55.536960769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa56fe6d-7f0f-4438-8d21-a854b6a80187","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:52:55.590107373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa56fe6d-7f0f-4438-8d21-a854b6a80187","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:52:57.569513554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ef255e8-5399-4845-83b4-ade8142ba22e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:52:57.623772076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ef255e8-5399-4845-83b4-ade8142ba22e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:52:57.676921068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ef255e8-5399-4845-83b4-ade8142ba22e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:52:57.730102907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ef255e8-5399-4845-83b4-ade8142ba22e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:52:59.782225941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34ebd74a-c37b-4679-8615-efc507e3a2aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:52:59.835696721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34ebd74a-c37b-4679-8615-efc507e3a2aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:52:59.889409309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34ebd74a-c37b-4679-8615-efc507e3a2aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:52:59.942639712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34ebd74a-c37b-4679-8615-efc507e3a2aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:53:01.218138325Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:53:01.955631393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31573560-bb2d-4f13-84ca-fdefa12dc6a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:53:02.008881286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31573560-bb2d-4f13-84ca-fdefa12dc6a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:53:02.062126204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31573560-bb2d-4f13-84ca-fdefa12dc6a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:53:02.115288076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31573560-bb2d-4f13-84ca-fdefa12dc6a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:53:02.898687224Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-3d8dc5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-3d8dc5","reconcileID":"ec4fe5c3-d649-4637-b258-214ccd3f3c2b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-3d8dc5","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w2-3d8dc5":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:53:04.152897337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67da439a-8b0e-4abe-b605-04f25d9c1f79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:53:04.205985461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67da439a-8b0e-4abe-b605-04f25d9c1f79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:53:04.258931497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67da439a-8b0e-4abe-b605-04f25d9c1f79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:53:04.311802389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67da439a-8b0e-4abe-b605-04f25d9c1f79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:53:06.296470078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e113460-d7d2-415f-a3c5-d908eda5080a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:53:06.349369152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e113460-d7d2-415f-a3c5-d908eda5080a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:53:06.402531594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e113460-d7d2-415f-a3c5-d908eda5080a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:53:06.455430284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e113460-d7d2-415f-a3c5-d908eda5080a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:53:08.459905178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c2aa316-dcad-4cb4-8fe4-06bc983298f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:53:08.51311233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c2aa316-dcad-4cb4-8fe4-06bc983298f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:53:08.566170162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c2aa316-dcad-4cb4-8fe4-06bc983298f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:53:08.61920664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c2aa316-dcad-4cb4-8fe4-06bc983298f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:53:10.58036736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8af297bd-815b-4261-8ec5-646f5103c091","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:53:10.635121686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8af297bd-815b-4261-8ec5-646f5103c091","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:53:10.689814951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8af297bd-815b-4261-8ec5-646f5103c091","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:53:10.742996845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8af297bd-815b-4261-8ec5-646f5103c091","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:53:12.766829412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0a739f5-3857-45f7-8cc5-4078da59370a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:53:12.82076758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0a739f5-3857-45f7-8cc5-4078da59370a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:53:12.874153847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0a739f5-3857-45f7-8cc5-4078da59370a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:53:12.927578396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0a739f5-3857-45f7-8cc5-4078da59370a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:53:14.958346767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c30bc551-8b4e-4e53-8985-1243a61b6746","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:53:15.011717913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c30bc551-8b4e-4e53-8985-1243a61b6746","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:53:15.064870313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c30bc551-8b4e-4e53-8985-1243a61b6746","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:53:15.11838327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c30bc551-8b4e-4e53-8985-1243a61b6746","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:53:17.025039916Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-286a8c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-286a8c","reconcileID":"459eeb40-1981-40b3-8b7e-1404531f31e2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-286a8c","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w0-286a8c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:53:17.069769256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b292644-83f2-42ea-8e60-6df60b70ef80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:53:17.122880096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b292644-83f2-42ea-8e60-6df60b70ef80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:53:17.176034809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b292644-83f2-42ea-8e60-6df60b70ef80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:53:17.228916099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b292644-83f2-42ea-8e60-6df60b70ef80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:53:17.774356484Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"aec714bd-446a-434f-87fc-d66a3faa278d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:53:17.899421988Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-subscription","reconcileID":"657ac18e-9823-43ca-8d33-8c1b39667744","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-simulator-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:53:18.127891582Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-subscription","reconcileID":"057d3844-a5cf-4b79-8985-d15075a98a18","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-simulator-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:53:18.234729447Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-subscription","reconcileID":"61ec5855-9c13-421e-a2b8-5bec49b04b3b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:53:18.334771385Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-subscription","reconcileID":"18607a6b-8499-46b5-bf76-85a110a6239b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-simulator-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/simulator-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:53:18.507760275Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-subscription","reconcileID":"6cb55e8d-ad9d-482a-8c98-94a44dffcc37","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-premium-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/premium-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:53:18.608200827Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-subscription","reconcileID":"dff4cbdb-b6ab-4e93-9252-c3ae7b6c8b60","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-simulator-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/simulator-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:53:18.727225962Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-subscription","reconcileID":"c39b91fe-f78c-4f34-ae95-61ee0c81b281","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-premium-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/premium-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:53:18.8466583Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-subscription","reconcileID":"7a4c3604-a5c2-4f98-bb87-87a598cfb01f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-premium-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/premium-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:53:18.946414887Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-subscription","reconcileID":"f056784f-8e11-4c87-b34b-79514f6e9b03","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-premium-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/premium-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:53:19.092838077Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"73c16371-a60b-47fe-b437-bf1a618e1f74","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:53:19.190426226Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-subscription","reconcileID":"2c597aa4-e0d3-462f-82ff-9bb51c4362bd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-premium-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/premium-w3-68b670","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:53:19.201727523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b086280-e520-4052-ba20-a0729193ba1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:53:19.254709349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b086280-e520-4052-ba20-a0729193ba1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:53:19.309558331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b086280-e520-4052-ba20-a0729193ba1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:53:19.364637988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b086280-e520-4052-ba20-a0729193ba1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:53:31.223078407Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:53:37.359560307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09ea969b-6d6e-458d-9c56-a3b4f87c2127","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:53:37.412555784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09ea969b-6d6e-458d-9c56-a3b4f87c2127","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:53:37.465788244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09ea969b-6d6e-458d-9c56-a3b4f87c2127","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:53:37.518853713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09ea969b-6d6e-458d-9c56-a3b4f87c2127","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:53:39.565313913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b23aea8-b8de-4ed7-8ede-3a14f6b884da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:53:39.618503614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b23aea8-b8de-4ed7-8ede-3a14f6b884da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:53:39.671562961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b23aea8-b8de-4ed7-8ede-3a14f6b884da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:53:39.725509672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b23aea8-b8de-4ed7-8ede-3a14f6b884da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:53:40.619122078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"default-tenant","reconcileID":"49911958-4165-4101-9ec5-8754f60e937a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-7ed2d6","tenantID":"e2e-shared-b-w4-7ed2d6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:53:40.739747345Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"default-tenant","reconcileID":"49911958-4165-4101-9ec5-8754f60e937a","name":"e2e-shared-b-w4-7ed2d6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:53:41.687043771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36a282aa-1ade-458f-a5ba-ab820144c9a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:53:41.740287781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36a282aa-1ade-458f-a5ba-ab820144c9a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:53:41.793487205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36a282aa-1ade-458f-a5ba-ab820144c9a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:53:41.846549936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36a282aa-1ade-458f-a5ba-ab820144c9a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:53:45.289288775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"explicit-model-158d23","namespace":"ai-tenant-e2e-explicit-158d23"},"namespace":"ai-tenant-e2e-explicit-158d23","name":"explicit-model-158d23","reconcileID":"3d4c5110-1604-4078-b389-e327818d16d7","MaaSModelRef":{"name":"explicit-model-158d23","namespace":"ai-tenant-e2e-explicit-158d23"},"routeName":"explicit-model-158d23-kserve-route","namespace":"ai-tenant-e2e-explicit-158d23","llmisvcName":"explicit-model-158d23","gateway":"openshift-ingress/e2e-explicit-158d23","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:53:55.425296067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"default-tenant","reconcileID":"ba4dad14-0eea-445b-9f23-7dc30cb8b822","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-9daccc","tenantID":"e2e-shared-b-w1-9daccc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:53:55.54406864Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"default-tenant","reconcileID":"ba4dad14-0eea-445b-9f23-7dc30cb8b822","name":"e2e-shared-b-w1-9daccc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:53:56.712917019Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-subscription","reconcileID":"dfaa5888-d3d7-482a-b55f-434ae2086d1e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-premium-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/premium-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:53:56.842888511Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7254a8ef-999a-4e1a-b249-283df793e631","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:53:56.940937756Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-subscription","reconcileID":"e3a60721-17f8-426b-b50c-022478d80d0f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:53:57.085197295Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-subscription","reconcileID":"c2dfb570-e0f3-4462-9742-62260fc0b6c0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-simulator-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:53:57.266367756Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-subscription","reconcileID":"2ba0bafc-1110-4b77-97a3-0d9f71b1f31d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-premium-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/premium-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:53:57.366292674Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-subscription","reconcileID":"f378eaed-0b24-44b8-b89b-d4bd4f59e252","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-premium-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/premium-w3-68b670","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:53:57.469026308Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-subscription","reconcileID":"131767d9-bb6a-4413-98c4-0bec5ad03235","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-premium-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/premium-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:53:57.57280166Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-subscription","reconcileID":"2b47de59-fbf0-4bd8-ba79-292f6181daa5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-premium-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/premium-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:53:57.678205186Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-subscription","reconcileID":"4f4c0b2d-9384-49a3-b828-04ef84b097ad","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-simulator-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/simulator-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:53:57.935243728Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ce4c1fb0-601d-4807-99bc-617b2deb49a2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:53:58.058541165Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-subscription","reconcileID":"bc8c493c-7883-4d6b-af17-d70012e23f44","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-simulator-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:53:58.162975986Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-subscription","reconcileID":"9b1f6960-d90d-4417-b3e9-8df89e03e714","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-simulator-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/simulator-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:54:01.218179445Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:54:15.039505897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"default-tenant","reconcileID":"9e26db7b-2771-4699-8c88-bf69caae2d86","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3d8dc5","tenantID":"e2e-shared-b-w2-3d8dc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:54:15.159439994Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"default-tenant","reconcileID":"9e26db7b-2771-4699-8c88-bf69caae2d86","name":"e2e-shared-b-w2-3d8dc5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:54:29.744308924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"default-tenant","reconcileID":"5db497f9-ca34-4352-be3b-1f71a3adb0b0","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-286a8c","tenantID":"e2e-shared-b-w0-286a8c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:54:29.86374917Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"default-tenant","reconcileID":"5db497f9-ca34-4352-be3b-1f71a3adb0b0","name":"e2e-shared-b-w0-286a8c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:54:31.217395955Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:54:55.975367702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17db1307-fa22-4b40-8a91-113ef3797773","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:54:56.028740586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17db1307-fa22-4b40-8a91-113ef3797773","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:54:56.082595132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17db1307-fa22-4b40-8a91-113ef3797773","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:54:56.135896362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17db1307-fa22-4b40-8a91-113ef3797773","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:54:58.159775446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aec135eb-22c1-4de4-b407-8daf4f29deab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:54:58.212966794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aec135eb-22c1-4de4-b407-8daf4f29deab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:54:58.266161904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aec135eb-22c1-4de4-b407-8daf4f29deab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:54:58.319571091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aec135eb-22c1-4de4-b407-8daf4f29deab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:55:01.220774362Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:55:04.459675278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c3a8e51-634e-4250-8bcc-954e664b0cb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:55:04.512887721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c3a8e51-634e-4250-8bcc-954e664b0cb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:55:04.576837259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c3a8e51-634e-4250-8bcc-954e664b0cb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:55:04.631199439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c3a8e51-634e-4250-8bcc-954e664b0cb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:55:06.583008949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b8ea9d9-160d-4360-9fca-88b92d4499b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:55:06.636053533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b8ea9d9-160d-4360-9fca-88b92d4499b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:55:06.689059241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b8ea9d9-160d-4360-9fca-88b92d4499b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:55:06.742238667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b8ea9d9-160d-4360-9fca-88b92d4499b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:55:08.754350774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f28e652-7ac5-4c8a-9906-289907ee039f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:55:08.807484722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f28e652-7ac5-4c8a-9906-289907ee039f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:55:08.860610198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f28e652-7ac5-4c8a-9906-289907ee039f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:55:08.913931643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f28e652-7ac5-4c8a-9906-289907ee039f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:55:11.31884439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f26a9ab-dead-4938-9eef-e246218b2efb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:55:11.372537938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f26a9ab-dead-4938-9eef-e246218b2efb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:55:11.425744273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f26a9ab-dead-4938-9eef-e246218b2efb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:55:11.478767376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f26a9ab-dead-4938-9eef-e246218b2efb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:55:13.451879479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fe149b8-e302-49ab-9412-a44439e24009","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:55:13.504924091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fe149b8-e302-49ab-9412-a44439e24009","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:55:13.5586057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fe149b8-e302-49ab-9412-a44439e24009","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:55:13.611821589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fe149b8-e302-49ab-9412-a44439e24009","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:55:29.512342316Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-subscription","reconcileID":"27a80bf9-0acd-4daa-8861-bca4dd15c201","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-premium-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/premium-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:55:29.881333668Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-subscription","reconcileID":"6ca3a81c-4d30-4964-8120-ba8a1a62fd25","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-premium-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/premium-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:55:30.125177764Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-subscription","reconcileID":"bce7c5c1-95f4-4c14-9a49-0a5033aee557","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-simulator-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/simulator-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:55:30.22708831Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-subscription","reconcileID":"62273905-a01b-4f33-bc3e-3f449f2dfff1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-simulator-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:55:30.325422352Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-subscription","reconcileID":"5fde9162-8102-48fe-8ca6-e2182dd41a3e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:55:30.470600551Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-subscription","reconcileID":"a1ec7816-df17-410a-8724-ff2778b90c65","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-premium-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/premium-w3-68b670","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:55:30.525187657Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a0dd1afd-d671-42cc-8c09-6541ef972377","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:55:30.579170087Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7976494b-cc89-490a-9225-bccbf0100bba","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:55:30.704272496Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-subscription","reconcileID":"e654d616-0592-468d-b000-cb567cb2289a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-simulator-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/simulator-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:55:30.811432302Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-subscription","reconcileID":"30af4a46-4bf5-469d-aad1-5bc3544266f3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-simulator-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:55:30.877744932Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-subscription","reconcileID":"93269bdc-f2c6-4009-88c8-bfeebe91c189","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-premium-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/premium-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:55:30.916885926Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-subscription","reconcileID":"1cd884de-76ce-4723-9c27-c8160904d7d5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-premium-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/premium-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:55:31.217585416Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:55:31.2556145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20cbdd77-5e42-4fd4-b7ad-207db29af1c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:55:31.308926293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20cbdd77-5e42-4fd4-b7ad-207db29af1c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:55:31.362087066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20cbdd77-5e42-4fd4-b7ad-207db29af1c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:55:31.414962415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20cbdd77-5e42-4fd4-b7ad-207db29af1c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:55:33.475663858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"993b54c7-7b63-4ba1-8f7d-3a5e624ad7d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:55:33.528857058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"993b54c7-7b63-4ba1-8f7d-3a5e624ad7d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:55:33.581952378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"993b54c7-7b63-4ba1-8f7d-3a5e624ad7d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:55:33.63520711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"993b54c7-7b63-4ba1-8f7d-3a5e624ad7d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:55:35.580917203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8551a3d2-e45e-432f-bc49-795311ccda0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:55:35.634091253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8551a3d2-e45e-432f-bc49-795311ccda0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:55:35.687112202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8551a3d2-e45e-432f-bc49-795311ccda0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:55:35.742282528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8551a3d2-e45e-432f-bc49-795311ccda0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:55:46.260627603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"924a6ae4-62f8-4974-a525-7e9d81c0dbdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:55:46.313939035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"924a6ae4-62f8-4974-a525-7e9d81c0dbdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:55:46.367068513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"924a6ae4-62f8-4974-a525-7e9d81c0dbdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:55:46.420084103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"924a6ae4-62f8-4974-a525-7e9d81c0dbdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:55:48.400900696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ba9e078-e78d-43cf-bee6-b946d0dcfcff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:55:48.454254855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ba9e078-e78d-43cf-bee6-b946d0dcfcff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:55:48.507353074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ba9e078-e78d-43cf-bee6-b946d0dcfcff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:55:48.560724322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ba9e078-e78d-43cf-bee6-b946d0dcfcff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:55:53.003905648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a84032c3-2b88-4a59-b462-ea2aba2d2ee1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:55:53.057032274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a84032c3-2b88-4a59-b462-ea2aba2d2ee1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:55:53.110005213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a84032c3-2b88-4a59-b462-ea2aba2d2ee1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:55:53.163244782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a84032c3-2b88-4a59-b462-ea2aba2d2ee1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:55:59.645962254Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-158d23"},"namespace":"ai-tenant-e2e-explicit-158d23","name":"default-tenant","reconcileID":"3158931b-d5c7-49f5-86de-859b2e242876","namespace":"ai-tenant-e2e-explicit-158d23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:55:59.646046472Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-158d23"},"namespace":"ai-tenant-e2e-explicit-158d23","name":"default-tenant","reconcileID":"3158931b-d5c7-49f5-86de-859b2e242876","namespace":"ai-tenant-e2e-explicit-158d23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:55:59.646122966Z","body":"Deferring maas-api cleanup: owning AITenant has not completed API-key revocation","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-158d23"},"namespace":"ai-tenant-e2e-explicit-158d23","name":"default-tenant","reconcileID":"3158931b-d5c7-49f5-86de-859b2e242876","aitenant":"ai-tenants/e2e-explicit-158d23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:01.217734445Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:01.960463297Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-subscription","reconcileID":"db9ef5ae-b576-4c3a-bcad-0fd3e3e6faaa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-simulator-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:02.062255077Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-subscription","reconcileID":"2ef49826-2390-4625-9299-0eb66c90a317","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-simulator-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/simulator-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:02.169324865Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-subscription","reconcileID":"f3404dc2-1651-46de-b331-34ca9e863048","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-premium-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/premium-w3-68b670","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:02.270850641Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-subscription","reconcileID":"3813f19c-ad14-41f1-a56f-8ae0c1540e8c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-premium-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/premium-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:02.475201718Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"24b76db3-8a2d-4e58-9bb9-528f866c0915","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:02.605638884Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-subscription","reconcileID":"b6fcda45-6b58-4afd-8860-65a7357008d7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-premium-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/premium-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:02.706553519Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-subscription","reconcileID":"1b8c50de-1653-4c5a-a48c-35407e905011","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-simulator-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:02.859624985Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9d648779-80b0-479f-abdb-4a074022b87d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:02.979123069Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-subscription","reconcileID":"82b44020-0c65-4f31-ab85-1aae79847239","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:03.080922531Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-subscription","reconcileID":"221a08fa-e9bb-4a7b-98d0-11a3d388cd72","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-premium-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/premium-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:03.103828259Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-subscription","reconcileID":"dcfd4fa9-3ee4-4f5a-9de8-a307816e4380","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-premium-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/premium-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:03.180634985Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-subscription","reconcileID":"a011e69f-57a7-4c69-91c1-9de5391394ce","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-simulator-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/simulator-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:31.218498374Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:50.65681113Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f3e02b","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"auth-test-model-f3e02b","reconcileID":"ea4108ae-31e5-4079-aef8-02f3aea7e574","MaaSModelRef":{"name":"auth-test-model-f3e02b","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"tenant":"e2e-shared-a-w4-f3e02b","gateway":"openshift-ingress/e2e-shared-a-w4-f3e02b","model":"ai-tenant-e2e-shared-a-w4-f3e02b/auth-test-model-f3e02b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:56:50.656849368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f3e02b","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"auth-test-model-f3e02b","reconcileID":"ea4108ae-31e5-4079-aef8-02f3aea7e574","MaaSModelRef":{"name":"auth-test-model-f3e02b","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"routeName":"auth-test-model-f3e02b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","llmisvcName":"auth-test-model-f3e02b","gateway":"openshift-ingress/e2e-shared-a-w4-f3e02b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:57:01.21773959Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:57:08.210082042Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-158d23"},"namespace":"ai-tenant-e2e-explicit-158d23","name":"default-tenant","reconcileID":"cc3a5768-998f-4fca-ba3e-4f5bdb4ff5a0","namespace":"ai-tenant-e2e-explicit-158d23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:57:08.21015491Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-158d23"},"namespace":"ai-tenant-e2e-explicit-158d23","name":"default-tenant","reconcileID":"cc3a5768-998f-4fca-ba3e-4f5bdb4ff5a0","namespace":"ai-tenant-e2e-explicit-158d23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:57:08.210218313Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-158d23"},"namespace":"ai-tenant-e2e-explicit-158d23","name":"default-tenant","reconcileID":"cc3a5768-998f-4fca-ba3e-4f5bdb4ff5a0","tenant":"e2e-explicit-158d23","tenantID":"e2e-explicit-158d23","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:57:08.266717755Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-158d23"},"namespace":"ai-tenant-e2e-explicit-158d23","name":"default-tenant","reconcileID":"cc3a5768-998f-4fca-ba3e-4f5bdb4ff5a0","gvk":"Deployment","name":"maas-api-e2e-explicit-158d23","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:57:08.330344066Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-158d23"},"namespace":"ai-tenant-e2e-explicit-158d23","name":"default-tenant","reconcileID":"cc3a5768-998f-4fca-ba3e-4f5bdb4ff5a0","gvk":"Service","name":"maas-api-e2e-explicit-158d23","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:57:08.392161486Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-158d23"},"namespace":"ai-tenant-e2e-explicit-158d23","name":"default-tenant","reconcileID":"cc3a5768-998f-4fca-ba3e-4f5bdb4ff5a0","gvk":"HTTPRoute","name":"maas-api-route-e2e-explicit-158d23","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:57:08.44911879Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-158d23"},"namespace":"ai-tenant-e2e-explicit-158d23","name":"default-tenant","reconcileID":"cc3a5768-998f-4fca-ba3e-4f5bdb4ff5a0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-explicit-158d23","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:57:08.507829268Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-158d23"},"namespace":"ai-tenant-e2e-explicit-158d23","name":"default-tenant","reconcileID":"cc3a5768-998f-4fca-ba3e-4f5bdb4ff5a0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-explicit-158d23","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:57:08.56398065Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-158d23"},"namespace":"ai-tenant-e2e-explicit-158d23","name":"default-tenant","reconcileID":"cc3a5768-998f-4fca-ba3e-4f5bdb4ff5a0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-explicit-158d23","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:57:08.623974883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-158d23"},"namespace":"ai-tenant-e2e-explicit-158d23","name":"default-tenant","reconcileID":"cc3a5768-998f-4fca-ba3e-4f5bdb4ff5a0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-explicit-158d23","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:57:08.679965549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-158d23"},"namespace":"ai-tenant-e2e-explicit-158d23","name":"default-tenant","reconcileID":"cc3a5768-998f-4fca-ba3e-4f5bdb4ff5a0","gvk":"Telemetry","name":"latency-per-subscription-e2e-explicit-158d23","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:57:08.732870354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-158d23"},"namespace":"ai-tenant-e2e-explicit-158d23","name":"default-tenant","reconcileID":"cc3a5768-998f-4fca-ba3e-4f5bdb4ff5a0","gvk":"Deployment","name":"payload-processing-e2e-explicit-158d23","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:57:08.789358702Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-158d23"},"namespace":"ai-tenant-e2e-explicit-158d23","name":"default-tenant","reconcileID":"cc3a5768-998f-4fca-ba3e-4f5bdb4ff5a0","gvk":"Deployment","name":"payload-pre-processing-e2e-explicit-158d23","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:57:08.84274628Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-158d23"},"namespace":"ai-tenant-e2e-explicit-158d23","name":"default-tenant","reconcileID":"cc3a5768-998f-4fca-ba3e-4f5bdb4ff5a0","gvk":"Service","name":"payload-processing-e2e-explicit-158d23","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:57:08.895673793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-158d23"},"namespace":"ai-tenant-e2e-explicit-158d23","name":"default-tenant","reconcileID":"cc3a5768-998f-4fca-ba3e-4f5bdb4ff5a0","gvk":"Service","name":"payload-pre-processing-e2e-explicit-158d23","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:57:08.948545873Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-158d23"},"namespace":"ai-tenant-e2e-explicit-158d23","name":"default-tenant","reconcileID":"cc3a5768-998f-4fca-ba3e-4f5bdb4ff5a0","gvk":"DestinationRule","name":"payload-processing-e2e-explicit-158d23","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:57:09.001432954Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-158d23"},"namespace":"ai-tenant-e2e-explicit-158d23","name":"default-tenant","reconcileID":"cc3a5768-998f-4fca-ba3e-4f5bdb4ff5a0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-explicit-158d23","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:57:09.05442675Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-158d23"},"namespace":"ai-tenant-e2e-explicit-158d23","name":"default-tenant","reconcileID":"cc3a5768-998f-4fca-ba3e-4f5bdb4ff5a0","gvk":"EnvoyFilter","name":"payload-processing-e2e-explicit-158d23","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:57:09.111555314Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-158d23"},"namespace":"ai-tenant-e2e-explicit-158d23","name":"default-tenant","reconcileID":"cc3a5768-998f-4fca-ba3e-4f5bdb4ff5a0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-explicit-158d23","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:57:09.164272793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-158d23"},"namespace":"ai-tenant-e2e-explicit-158d23","name":"default-tenant","reconcileID":"cc3a5768-998f-4fca-ba3e-4f5bdb4ff5a0","gvk":"NetworkPolicy","name":"payload-processing-e2e-explicit-158d23","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:57:09.217187991Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-158d23"},"namespace":"ai-tenant-e2e-explicit-158d23","name":"default-tenant","reconcileID":"cc3a5768-998f-4fca-ba3e-4f5bdb4ff5a0","gvk":"ServiceAccount","name":"payload-processing-e2e-explicit-158d23","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:57:09.270898612Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-158d23"},"namespace":"ai-tenant-e2e-explicit-158d23","name":"default-tenant","reconcileID":"cc3a5768-998f-4fca-ba3e-4f5bdb4ff5a0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-explicit-158d23","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:57:09.324397734Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-158d23"},"namespace":"ai-tenant-e2e-explicit-158d23","name":"default-tenant","reconcileID":"cc3a5768-998f-4fca-ba3e-4f5bdb4ff5a0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-explicit-158d23","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:57:10.045687039Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-158d23","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-158d23","reconcileID":"6d92d05e-f350-43a2-82ce-95c246de52e3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-158d23","removed":["maas.opendatahub.io/gateway-access-e2e-explicit-158d23"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:57:10.76020485Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-10120d","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"auth-test-model-10120d","reconcileID":"829ab804-b75a-4135-b65c-1cc32550a426","MaaSModelRef":{"name":"auth-test-model-10120d","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"tenant":"e2e-shared-a-w1-10120d","gateway":"openshift-ingress/e2e-shared-a-w1-10120d","model":"ai-tenant-e2e-shared-a-w1-10120d/auth-test-model-10120d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:57:10.760236539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-10120d","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"auth-test-model-10120d","reconcileID":"829ab804-b75a-4135-b65c-1cc32550a426","MaaSModelRef":{"name":"auth-test-model-10120d","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"routeName":"auth-test-model-10120d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-10120d","llmisvcName":"auth-test-model-10120d","gateway":"openshift-ingress/e2e-shared-a-w1-10120d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:57:11.302310078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c1ef6a6-da12-4ced-9eef-7058bd9d76ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:57:11.35857118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c1ef6a6-da12-4ced-9eef-7058bd9d76ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:57:11.413161151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c1ef6a6-da12-4ced-9eef-7058bd9d76ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:57:11.466304838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c1ef6a6-da12-4ced-9eef-7058bd9d76ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:57:11.886320124Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"auth-test-model-66d902","reconcileID":"34bca400-d009-4772-b3e1-50fd0976301e","MaaSModelRef":{"name":"auth-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"tenant":"e2e-shared-a-w2-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","model":"ai-tenant-e2e-shared-a-w2-66d902/auth-test-model-66d902","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:57:11.886353779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"auth-test-model-66d902","reconcileID":"34bca400-d009-4772-b3e1-50fd0976301e","MaaSModelRef":{"name":"auth-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"routeName":"auth-test-model-66d902-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-66d902","llmisvcName":"auth-test-model-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:57:13.445981701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9267b85a-a635-48dc-b9b8-7c6574c49f2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:57:13.500061828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9267b85a-a635-48dc-b9b8-7c6574c49f2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:57:13.553603039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9267b85a-a635-48dc-b9b8-7c6574c49f2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:57:13.606900157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9267b85a-a635-48dc-b9b8-7c6574c49f2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:57:20.88458146Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-efa9bf","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"auth-test-model-efa9bf","reconcileID":"be4f32a0-8fed-4b51-9146-366742ae3a79","MaaSModelRef":{"name":"auth-test-model-efa9bf","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"tenant":"e2e-shared-a-w0-efa9bf","gateway":"openshift-ingress/e2e-shared-a-w0-efa9bf","model":"ai-tenant-e2e-shared-a-w0-efa9bf/auth-test-model-efa9bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:57:20.884612892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-efa9bf","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"auth-test-model-efa9bf","reconcileID":"be4f32a0-8fed-4b51-9146-366742ae3a79","MaaSModelRef":{"name":"auth-test-model-efa9bf","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"routeName":"auth-test-model-efa9bf-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","llmisvcName":"auth-test-model-efa9bf","gateway":"openshift-ingress/e2e-shared-a-w0-efa9bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:57:31.218156516Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:01.218059646Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:58:22.780705273Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-d7698f","namespace":"ai-tenant-e2e-noten-d7698f"},"namespace":"ai-tenant-e2e-noten-d7698f","name":"noten-model-d7698f","reconcileID":"ebfb9e3d-65ca-40a1-b1e2-d787b867e66a","MaaSModelRef":{"name":"noten-model-d7698f","namespace":"ai-tenant-e2e-noten-d7698f"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-d7698f/noten-model-d7698f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-d7698f/noten-model-d7698f-kserve-route (gateways: [openshift-ingress/e2e-noten-d7698f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:58:22.836981619Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-d7698f","namespace":"ai-tenant-e2e-noten-d7698f"},"namespace":"ai-tenant-e2e-noten-d7698f","name":"noten-model-d7698f","reconcileID":"ebfb9e3d-65ca-40a1-b1e2-d787b867e66a","error":"resolve tenant gateway for model ai-tenant-e2e-noten-d7698f/noten-model-d7698f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-d7698f/noten-model-d7698f-kserve-route (gateways: [openshift-ingress/e2e-noten-d7698f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:58:22.843214256Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-d7698f","namespace":"ai-tenant-e2e-noten-d7698f"},"namespace":"ai-tenant-e2e-noten-d7698f","name":"noten-model-d7698f","reconcileID":"9a66f164-bb1d-4338-bdc3-6d9a2ac020ce","MaaSModelRef":{"name":"noten-model-d7698f","namespace":"ai-tenant-e2e-noten-d7698f"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-d7698f/noten-model-d7698f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-d7698f/noten-model-d7698f-kserve-route (gateways: [openshift-ingress/e2e-noten-d7698f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:58:22.843262184Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-d7698f","namespace":"ai-tenant-e2e-noten-d7698f"},"namespace":"ai-tenant-e2e-noten-d7698f","name":"noten-model-d7698f","reconcileID":"9a66f164-bb1d-4338-bdc3-6d9a2ac020ce","error":"resolve tenant gateway for model ai-tenant-e2e-noten-d7698f/noten-model-d7698f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-d7698f/noten-model-d7698f-kserve-route (gateways: [openshift-ingress/e2e-noten-d7698f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:58:22.853742335Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-d7698f","namespace":"ai-tenant-e2e-noten-d7698f"},"namespace":"ai-tenant-e2e-noten-d7698f","name":"noten-model-d7698f","reconcileID":"c9c56537-2546-4570-b5a8-61fbbaeaf7ec","MaaSModelRef":{"name":"noten-model-d7698f","namespace":"ai-tenant-e2e-noten-d7698f"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-d7698f/noten-model-d7698f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-d7698f/noten-model-d7698f-kserve-route (gateways: [openshift-ingress/e2e-noten-d7698f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:58:22.853785248Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-d7698f","namespace":"ai-tenant-e2e-noten-d7698f"},"namespace":"ai-tenant-e2e-noten-d7698f","name":"noten-model-d7698f","reconcileID":"c9c56537-2546-4570-b5a8-61fbbaeaf7ec","error":"resolve tenant gateway for model ai-tenant-e2e-noten-d7698f/noten-model-d7698f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-d7698f/noten-model-d7698f-kserve-route (gateways: [openshift-ingress/e2e-noten-d7698f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:58:22.874611007Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-d7698f","namespace":"ai-tenant-e2e-noten-d7698f"},"namespace":"ai-tenant-e2e-noten-d7698f","name":"noten-model-d7698f","reconcileID":"f54e03d1-6a34-4c72-987c-62676c9ac1d4","MaaSModelRef":{"name":"noten-model-d7698f","namespace":"ai-tenant-e2e-noten-d7698f"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-d7698f/noten-model-d7698f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-d7698f/noten-model-d7698f-kserve-route (gateways: [openshift-ingress/e2e-noten-d7698f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:58:22.874657035Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-d7698f","namespace":"ai-tenant-e2e-noten-d7698f"},"namespace":"ai-tenant-e2e-noten-d7698f","name":"noten-model-d7698f","reconcileID":"f54e03d1-6a34-4c72-987c-62676c9ac1d4","error":"resolve tenant gateway for model ai-tenant-e2e-noten-d7698f/noten-model-d7698f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-d7698f/noten-model-d7698f-kserve-route (gateways: [openshift-ingress/e2e-noten-d7698f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:58:22.915861441Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-d7698f","namespace":"ai-tenant-e2e-noten-d7698f"},"namespace":"ai-tenant-e2e-noten-d7698f","name":"noten-model-d7698f","reconcileID":"2a1f8a69-1b15-4577-9e0b-714ba5171193","MaaSModelRef":{"name":"noten-model-d7698f","namespace":"ai-tenant-e2e-noten-d7698f"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-d7698f/noten-model-d7698f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-d7698f/noten-model-d7698f-kserve-route (gateways: [openshift-ingress/e2e-noten-d7698f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:58:22.915920828Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-d7698f","namespace":"ai-tenant-e2e-noten-d7698f"},"namespace":"ai-tenant-e2e-noten-d7698f","name":"noten-model-d7698f","reconcileID":"2a1f8a69-1b15-4577-9e0b-714ba5171193","error":"resolve tenant gateway for model ai-tenant-e2e-noten-d7698f/noten-model-d7698f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-d7698f/noten-model-d7698f-kserve-route (gateways: [openshift-ingress/e2e-noten-d7698f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:58:22.996161577Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-d7698f","namespace":"ai-tenant-e2e-noten-d7698f"},"namespace":"ai-tenant-e2e-noten-d7698f","name":"noten-model-d7698f","reconcileID":"0c0e4ab0-1b84-4827-994a-b3c4f6b8de4f","MaaSModelRef":{"name":"noten-model-d7698f","namespace":"ai-tenant-e2e-noten-d7698f"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-d7698f/noten-model-d7698f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-d7698f/noten-model-d7698f-kserve-route (gateways: [openshift-ingress/e2e-noten-d7698f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:58:22.99621607Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-d7698f","namespace":"ai-tenant-e2e-noten-d7698f"},"namespace":"ai-tenant-e2e-noten-d7698f","name":"noten-model-d7698f","reconcileID":"0c0e4ab0-1b84-4827-994a-b3c4f6b8de4f","error":"resolve tenant gateway for model ai-tenant-e2e-noten-d7698f/noten-model-d7698f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-d7698f/noten-model-d7698f-kserve-route (gateways: [openshift-ingress/e2e-noten-d7698f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:58:23.15679305Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-d7698f","namespace":"ai-tenant-e2e-noten-d7698f"},"namespace":"ai-tenant-e2e-noten-d7698f","name":"noten-model-d7698f","reconcileID":"63a9c80a-f543-4e3f-9739-9d6cc392c47f","MaaSModelRef":{"name":"noten-model-d7698f","namespace":"ai-tenant-e2e-noten-d7698f"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-d7698f/noten-model-d7698f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-d7698f/noten-model-d7698f-kserve-route (gateways: [openshift-ingress/e2e-noten-d7698f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:58:23.156852481Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-d7698f","namespace":"ai-tenant-e2e-noten-d7698f"},"namespace":"ai-tenant-e2e-noten-d7698f","name":"noten-model-d7698f","reconcileID":"63a9c80a-f543-4e3f-9739-9d6cc392c47f","error":"resolve tenant gateway for model ai-tenant-e2e-noten-d7698f/noten-model-d7698f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-d7698f/noten-model-d7698f-kserve-route (gateways: [openshift-ingress/e2e-noten-d7698f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:58:23.477919995Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-d7698f","namespace":"ai-tenant-e2e-noten-d7698f"},"namespace":"ai-tenant-e2e-noten-d7698f","name":"noten-model-d7698f","reconcileID":"a2cfad94-ab3b-440b-974a-c923226652d2","MaaSModelRef":{"name":"noten-model-d7698f","namespace":"ai-tenant-e2e-noten-d7698f"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-d7698f/noten-model-d7698f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-d7698f/noten-model-d7698f-kserve-route (gateways: [openshift-ingress/e2e-noten-d7698f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:58:23.478006767Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-d7698f","namespace":"ai-tenant-e2e-noten-d7698f"},"namespace":"ai-tenant-e2e-noten-d7698f","name":"noten-model-d7698f","reconcileID":"a2cfad94-ab3b-440b-974a-c923226652d2","error":"resolve tenant gateway for model ai-tenant-e2e-noten-d7698f/noten-model-d7698f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-d7698f/noten-model-d7698f-kserve-route (gateways: [openshift-ingress/e2e-noten-d7698f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:58:24.118988683Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-d7698f","namespace":"ai-tenant-e2e-noten-d7698f"},"namespace":"ai-tenant-e2e-noten-d7698f","name":"noten-model-d7698f","reconcileID":"4c47378e-c97a-4f63-a0eb-49ab6511d926","MaaSModelRef":{"name":"noten-model-d7698f","namespace":"ai-tenant-e2e-noten-d7698f"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-d7698f/noten-model-d7698f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-d7698f/noten-model-d7698f-kserve-route (gateways: [openshift-ingress/e2e-noten-d7698f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:58:24.119052888Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-d7698f","namespace":"ai-tenant-e2e-noten-d7698f"},"namespace":"ai-tenant-e2e-noten-d7698f","name":"noten-model-d7698f","reconcileID":"4c47378e-c97a-4f63-a0eb-49ab6511d926","error":"resolve tenant gateway for model ai-tenant-e2e-noten-d7698f/noten-model-d7698f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-d7698f/noten-model-d7698f-kserve-route (gateways: [openshift-ingress/e2e-noten-d7698f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:58:25.400087833Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-d7698f","namespace":"ai-tenant-e2e-noten-d7698f"},"namespace":"ai-tenant-e2e-noten-d7698f","name":"noten-model-d7698f","reconcileID":"b48b4370-1ac6-4cdd-8098-241722b3ebb4","MaaSModelRef":{"name":"noten-model-d7698f","namespace":"ai-tenant-e2e-noten-d7698f"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-d7698f/noten-model-d7698f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-d7698f/noten-model-d7698f-kserve-route (gateways: [openshift-ingress/e2e-noten-d7698f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:58:25.400160398Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-d7698f","namespace":"ai-tenant-e2e-noten-d7698f"},"namespace":"ai-tenant-e2e-noten-d7698f","name":"noten-model-d7698f","reconcileID":"b48b4370-1ac6-4cdd-8098-241722b3ebb4","error":"resolve tenant gateway for model ai-tenant-e2e-noten-d7698f/noten-model-d7698f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-d7698f/noten-model-d7698f-kserve-route (gateways: [openshift-ingress/e2e-noten-d7698f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:58:27.960712337Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-d7698f","namespace":"ai-tenant-e2e-noten-d7698f"},"namespace":"ai-tenant-e2e-noten-d7698f","name":"noten-model-d7698f","reconcileID":"a27ad03a-9b3d-4da4-acc4-f1bbb4ac3b3a","MaaSModelRef":{"name":"noten-model-d7698f","namespace":"ai-tenant-e2e-noten-d7698f"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-d7698f/noten-model-d7698f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-d7698f/noten-model-d7698f-kserve-route (gateways: [openshift-ingress/e2e-noten-d7698f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:58:27.960791141Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-d7698f","namespace":"ai-tenant-e2e-noten-d7698f"},"namespace":"ai-tenant-e2e-noten-d7698f","name":"noten-model-d7698f","reconcileID":"a27ad03a-9b3d-4da4-acc4-f1bbb4ac3b3a","error":"resolve tenant gateway for model ai-tenant-e2e-noten-d7698f/noten-model-d7698f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-d7698f/noten-model-d7698f-kserve-route (gateways: [openshift-ingress/e2e-noten-d7698f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:31.217339624Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:35.55852917Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ed2d6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"auth-test-model-7ed2d6","reconcileID":"7270d1c4-f2d1-4acc-9895-0474c87b3ef8","MaaSModelRef":{"name":"auth-test-model-7ed2d6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"tenant":"e2e-shared-b-w4-7ed2d6","gateway":"openshift-ingress/e2e-shared-b-w4-7ed2d6","model":"ai-tenant-e2e-shared-b-w4-7ed2d6/auth-test-model-7ed2d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:35.558558267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ed2d6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"auth-test-model-7ed2d6","reconcileID":"7270d1c4-f2d1-4acc-9895-0474c87b3ef8","MaaSModelRef":{"name":"auth-test-model-7ed2d6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"routeName":"auth-test-model-7ed2d6-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","llmisvcName":"auth-test-model-7ed2d6","gateway":"openshift-ingress/e2e-shared-b-w4-7ed2d6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:38.386707129Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-subscription","reconcileID":"add4186b-bb97-4b16-88a8-23c6375261c5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-premium-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/premium-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:38.510689167Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-subscription","reconcileID":"af3801c8-9d1c-488b-b3e8-ef9aea1904e5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-premium-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/premium-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:38.69395992Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-subscription","reconcileID":"2ebd1b04-5e53-4fc1-993a-b288a6eea5ae","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-simulator-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:38.933880301Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-subscription","reconcileID":"09975780-288f-4b24-9f1b-e19dc84e4c12","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-simulator-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/simulator-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:39.115490791Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f3c995b4-ddf4-4603-b705-cddfc8838532","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:39.216000969Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-subscription","reconcileID":"5c4f56c9-6092-4053-875f-aae66a80b67d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-premium-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/premium-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:39.316072979Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-subscription","reconcileID":"88629f42-1774-4b97-bfd5-f99e15c8b600","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-simulator-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:39.481364768Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bca2dbb5-625e-441a-8085-d85659514e10","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:39.60552662Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-subscription","reconcileID":"e76f09c7-f8e0-465c-ba9c-30086ef93ca5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:39.70902305Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-subscription","reconcileID":"9e082484-8c19-435c-8f5f-07024afafa42","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-premium-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/premium-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:39.803568446Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-subscription","reconcileID":"4929964a-7f97-4c24-8090-218ba2f16a25","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-premium-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/premium-w3-68b670","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:39.903324016Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-subscription","reconcileID":"1edf3871-d251-427e-9c65-9851eeb8fe2d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-simulator-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/simulator-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:41.183659387Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f3e02b","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"auth-test-model-f3e02b","reconcileID":"cd5ee183-798a-4c1a-94b1-00617ec1d35d","MaaSModelRef":{"name":"auth-test-model-f3e02b","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"tenant":"e2e-shared-a-w4-f3e02b","gateway":"openshift-ingress/e2e-shared-a-w4-f3e02b","model":"ai-tenant-e2e-shared-a-w4-f3e02b/auth-test-model-f3e02b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:41.183682732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f3e02b","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"auth-test-model-f3e02b","reconcileID":"cd5ee183-798a-4c1a-94b1-00617ec1d35d","MaaSModelRef":{"name":"auth-test-model-f3e02b","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"routeName":"auth-test-model-f3e02b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","llmisvcName":"auth-test-model-f3e02b","gateway":"openshift-ingress/e2e-shared-a-w4-f3e02b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:41.254525571Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f3e02b","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"auth-test-model-f3e02b","reconcileID":"93d587ed-8fa7-4d39-9884-0231af9451ca","MaaSModelRef":{"name":"auth-test-model-f3e02b","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"tenant":"e2e-shared-a-w4-f3e02b","gateway":"openshift-ingress/e2e-shared-a-w4-f3e02b","model":"ai-tenant-e2e-shared-a-w4-f3e02b/auth-test-model-f3e02b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:41.254554062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f3e02b","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"auth-test-model-f3e02b","reconcileID":"93d587ed-8fa7-4d39-9884-0231af9451ca","MaaSModelRef":{"name":"auth-test-model-f3e02b","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"routeName":"auth-test-model-f3e02b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","llmisvcName":"auth-test-model-f3e02b","gateway":"openshift-ingress/e2e-shared-a-w4-f3e02b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:41.369624564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"e2e-auth-iso-9814c6","reconcileID":"372ce2c6-d3bb-43bb-92f7-6b1e4900937b","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f3e02b","tenantID":"e2e-shared-a-w4-f3e02b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:41.501219972Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"e2e-auth-iso-9814c6","reconcileID":"372ce2c6-d3bb-43bb-92f7-6b1e4900937b","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"name":"e2e-shared-a-w4-f3e02b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:41.558164729Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-f3e02b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"e2e-auth-iso-9814c6","reconcileID":"372ce2c6-d3bb-43bb-92f7-6b1e4900937b","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:41.614643775Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f3e02b","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"auth-test-model-f3e02b","reconcileID":"5da84a05-c56c-4841-a013-787bf856bd60","MaaSModelRef":{"name":"auth-test-model-f3e02b","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"tenant":"e2e-shared-a-w4-f3e02b","gateway":"openshift-ingress/e2e-shared-a-w4-f3e02b","model":"ai-tenant-e2e-shared-a-w4-f3e02b/auth-test-model-f3e02b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:41.614667835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f3e02b","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"auth-test-model-f3e02b","reconcileID":"5da84a05-c56c-4841-a013-787bf856bd60","MaaSModelRef":{"name":"auth-test-model-f3e02b","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"routeName":"auth-test-model-f3e02b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","llmisvcName":"auth-test-model-f3e02b","gateway":"openshift-ingress/e2e-shared-a-w4-f3e02b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:51.721314599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"e2e-auth-iso-9814c6","reconcileID":"80549f00-339e-4815-8d44-e03ecf8603b2","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f3e02b","tenantID":"e2e-shared-a-w4-f3e02b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:51.779072083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"e2e-auth-iso-9814c6","reconcileID":"80549f00-339e-4815-8d44-e03ecf8603b2","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"name":"e2e-shared-a-w4-f3e02b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:51.835629481Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-f3e02b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"e2e-auth-iso-9814c6","reconcileID":"80549f00-339e-4815-8d44-e03ecf8603b2","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:55.445910788Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9daccc","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"auth-test-model-9daccc","reconcileID":"0b852111-d7fb-4f15-a831-607e7ca3c0e8","MaaSModelRef":{"name":"auth-test-model-9daccc","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"tenant":"e2e-shared-b-w1-9daccc","gateway":"openshift-ingress/e2e-shared-b-w1-9daccc","model":"ai-tenant-e2e-shared-b-w1-9daccc/auth-test-model-9daccc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:55.44606536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9daccc","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"auth-test-model-9daccc","reconcileID":"0b852111-d7fb-4f15-a831-607e7ca3c0e8","MaaSModelRef":{"name":"auth-test-model-9daccc","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"routeName":"auth-test-model-9daccc-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9daccc","llmisvcName":"auth-test-model-9daccc","gateway":"openshift-ingress/e2e-shared-b-w1-9daccc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:56.466159389Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"auth-test-model-3d8dc5","reconcileID":"2f7f2be1-1bbf-41cb-b303-f91e4567ef2f","MaaSModelRef":{"name":"auth-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"tenant":"e2e-shared-b-w2-3d8dc5","gateway":"openshift-ingress/e2e-shared-b-w2-3d8dc5","model":"ai-tenant-e2e-shared-b-w2-3d8dc5/auth-test-model-3d8dc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:58:56.466185904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"auth-test-model-3d8dc5","reconcileID":"2f7f2be1-1bbf-41cb-b303-f91e4567ef2f","MaaSModelRef":{"name":"auth-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"routeName":"auth-test-model-3d8dc5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","llmisvcName":"auth-test-model-3d8dc5","gateway":"openshift-ingress/e2e-shared-b-w2-3d8dc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:00.519248768Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-286a8c","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"auth-test-model-286a8c","reconcileID":"bca2ad7c-267e-46ee-923b-73b8880ca2ca","MaaSModelRef":{"name":"auth-test-model-286a8c","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"tenant":"e2e-shared-b-w0-286a8c","gateway":"openshift-ingress/e2e-shared-b-w0-286a8c","model":"ai-tenant-e2e-shared-b-w0-286a8c/auth-test-model-286a8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:00.519278979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-286a8c","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"auth-test-model-286a8c","reconcileID":"bca2ad7c-267e-46ee-923b-73b8880ca2ca","MaaSModelRef":{"name":"auth-test-model-286a8c","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"routeName":"auth-test-model-286a8c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-286a8c","llmisvcName":"auth-test-model-286a8c","gateway":"openshift-ingress/e2e-shared-b-w0-286a8c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:00.979949998Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-10120d","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"auth-test-model-10120d","reconcileID":"97a89805-ca49-4a3c-a67a-0acc85f711ee","MaaSModelRef":{"name":"auth-test-model-10120d","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"tenant":"e2e-shared-a-w1-10120d","gateway":"openshift-ingress/e2e-shared-a-w1-10120d","model":"ai-tenant-e2e-shared-a-w1-10120d/auth-test-model-10120d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:00.979969919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-10120d","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"auth-test-model-10120d","reconcileID":"97a89805-ca49-4a3c-a67a-0acc85f711ee","MaaSModelRef":{"name":"auth-test-model-10120d","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"routeName":"auth-test-model-10120d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-10120d","llmisvcName":"auth-test-model-10120d","gateway":"openshift-ingress/e2e-shared-a-w1-10120d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:01.043986622Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-10120d","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"auth-test-model-10120d","reconcileID":"0485e7db-ca0a-4af6-aad3-8a946276b83b","MaaSModelRef":{"name":"auth-test-model-10120d","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"tenant":"e2e-shared-a-w1-10120d","gateway":"openshift-ingress/e2e-shared-a-w1-10120d","model":"ai-tenant-e2e-shared-a-w1-10120d/auth-test-model-10120d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:01.044012388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-10120d","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"auth-test-model-10120d","reconcileID":"0485e7db-ca0a-4af6-aad3-8a946276b83b","MaaSModelRef":{"name":"auth-test-model-10120d","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"routeName":"auth-test-model-10120d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-10120d","llmisvcName":"auth-test-model-10120d","gateway":"openshift-ingress/e2e-shared-a-w1-10120d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:01.150102909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"e2e-auth-iso-518874","reconcileID":"51b3580f-6500-4034-b21c-5b129ebd5e47","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-10120d","tenantID":"e2e-shared-a-w1-10120d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:01.217990853Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:01.282426819Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"e2e-auth-iso-518874","reconcileID":"51b3580f-6500-4034-b21c-5b129ebd5e47","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"name":"e2e-shared-a-w1-10120d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:01.33931346Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-10120d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"e2e-auth-iso-518874","reconcileID":"51b3580f-6500-4034-b21c-5b129ebd5e47","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:01.398367989Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-10120d","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"auth-test-model-10120d","reconcileID":"6da0b850-0fff-4c56-836d-ccb0f84569d3","MaaSModelRef":{"name":"auth-test-model-10120d","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"tenant":"e2e-shared-a-w1-10120d","gateway":"openshift-ingress/e2e-shared-a-w1-10120d","model":"ai-tenant-e2e-shared-a-w1-10120d/auth-test-model-10120d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:01.398398537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-10120d","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"auth-test-model-10120d","reconcileID":"6da0b850-0fff-4c56-836d-ccb0f84569d3","MaaSModelRef":{"name":"auth-test-model-10120d","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"routeName":"auth-test-model-10120d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-10120d","llmisvcName":"auth-test-model-10120d","gateway":"openshift-ingress/e2e-shared-a-w1-10120d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:01.94624674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"e2e-auth-iso-9814c6","reconcileID":"8b989d3a-23df-458f-9f65-baa33a59e3dd","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f3e02b","tenantID":"e2e-shared-a-w4-f3e02b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:01.950401203Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"auth-test-model-66d902","reconcileID":"4bc7898f-fdad-45f0-a8d6-d896cf4c45b9","MaaSModelRef":{"name":"auth-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"tenant":"e2e-shared-a-w2-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","model":"ai-tenant-e2e-shared-a-w2-66d902/auth-test-model-66d902","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:01.950418794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"auth-test-model-66d902","reconcileID":"4bc7898f-fdad-45f0-a8d6-d896cf4c45b9","MaaSModelRef":{"name":"auth-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"routeName":"auth-test-model-66d902-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-66d902","llmisvcName":"auth-test-model-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:02.012270023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"e2e-auth-iso-9814c6","reconcileID":"8b989d3a-23df-458f-9f65-baa33a59e3dd","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"name":"e2e-shared-a-w4-f3e02b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:02.01317675Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"auth-test-model-66d902","reconcileID":"4e033d5a-2b4c-4f41-8f1a-fb6ffa0e5572","MaaSModelRef":{"name":"auth-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"tenant":"e2e-shared-a-w2-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","model":"ai-tenant-e2e-shared-a-w2-66d902/auth-test-model-66d902","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:02.013193253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"auth-test-model-66d902","reconcileID":"4e033d5a-2b4c-4f41-8f1a-fb6ffa0e5572","MaaSModelRef":{"name":"auth-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"routeName":"auth-test-model-66d902-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-66d902","llmisvcName":"auth-test-model-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:02.068866049Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-f3e02b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"e2e-auth-iso-9814c6","reconcileID":"8b989d3a-23df-458f-9f65-baa33a59e3dd","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:02.118694724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-auth-iso-8e79ac","reconcileID":"d90c2ce3-d7a6-44f9-81cf-dbcd9a42fc8a","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-66d902","tenantID":"e2e-shared-a-w2-66d902","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:02.253294885Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-auth-iso-8e79ac","reconcileID":"d90c2ce3-d7a6-44f9-81cf-dbcd9a42fc8a","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"name":"e2e-shared-a-w2-66d902-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:02.310499843Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-66d902-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-auth-iso-8e79ac","reconcileID":"d90c2ce3-d7a6-44f9-81cf-dbcd9a42fc8a","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:02.369762003Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"auth-test-model-66d902","reconcileID":"2cd7cfdb-d89a-41b1-b300-9f75a868968d","MaaSModelRef":{"name":"auth-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"tenant":"e2e-shared-a-w2-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","model":"ai-tenant-e2e-shared-a-w2-66d902/auth-test-model-66d902","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:02.369783366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"auth-test-model-66d902","reconcileID":"2cd7cfdb-d89a-41b1-b300-9f75a868968d","MaaSModelRef":{"name":"auth-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"routeName":"auth-test-model-66d902-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-66d902","llmisvcName":"auth-test-model-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:04.889721543Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-subscription","reconcileID":"eb8ed07d-8422-470b-87e4-0029eba5623b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-premium-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/premium-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:04.992587838Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-subscription","reconcileID":"09a9fdfb-fcb1-449c-835c-d66d46045491","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-simulator-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:05.089513792Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-subscription","reconcileID":"7d343c3c-02f3-4d4d-a6eb-da6b79e18b41","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-simulator-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/simulator-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:05.191568303Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"60f7ddcd-56fa-499e-b154-aa262e600974","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:05.202178923Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-subscription","reconcileID":"d7e12c7b-67c0-42df-8c11-fb7cc86cb195","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-premium-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/premium-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:05.32502718Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-subscription","reconcileID":"88a35683-031c-4beb-8796-7a238b892585","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:05.503259227Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-subscription","reconcileID":"1c24881d-6d9b-42d7-9d38-053bd0b6fa91","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-premium-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/premium-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:05.604370869Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-subscription","reconcileID":"6b2df5f9-c695-4d58-89d2-13b8a5dbeb14","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-simulator-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/simulator-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:05.625603363Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-subscription","reconcileID":"ab72ad0e-8cc4-4775-9f1d-bd059b403c8d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-premium-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/premium-w3-68b670","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:05.749487415Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-subscription","reconcileID":"c81b210e-568c-41f5-b075-3ec21b143ee0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-simulator-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:05.934387091Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4dcaf002-2e03-40ff-a483-41d1aba4c6ef","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:05.972618987Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-efa9bf","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"auth-test-model-efa9bf","reconcileID":"e3ab5b54-2189-45ae-8ea4-dac9933f4ad5","MaaSModelRef":{"name":"auth-test-model-efa9bf","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"tenant":"e2e-shared-a-w0-efa9bf","gateway":"openshift-ingress/e2e-shared-a-w0-efa9bf","model":"ai-tenant-e2e-shared-a-w0-efa9bf/auth-test-model-efa9bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:05.972639671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-efa9bf","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"auth-test-model-efa9bf","reconcileID":"e3ab5b54-2189-45ae-8ea4-dac9933f4ad5","MaaSModelRef":{"name":"auth-test-model-efa9bf","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"routeName":"auth-test-model-efa9bf-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","llmisvcName":"auth-test-model-efa9bf","gateway":"openshift-ingress/e2e-shared-a-w0-efa9bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:06.030512192Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-efa9bf","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"auth-test-model-efa9bf","reconcileID":"914f41ac-da6e-4609-a6ba-8d911542cf71","MaaSModelRef":{"name":"auth-test-model-efa9bf","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"tenant":"e2e-shared-a-w0-efa9bf","gateway":"openshift-ingress/e2e-shared-a-w0-efa9bf","model":"ai-tenant-e2e-shared-a-w0-efa9bf/auth-test-model-efa9bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:06.030534202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-efa9bf","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"auth-test-model-efa9bf","reconcileID":"914f41ac-da6e-4609-a6ba-8d911542cf71","MaaSModelRef":{"name":"auth-test-model-efa9bf","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"routeName":"auth-test-model-efa9bf-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","llmisvcName":"auth-test-model-efa9bf","gateway":"openshift-ingress/e2e-shared-a-w0-efa9bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:06.123771258Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-subscription","reconcileID":"267d5a56-c193-4762-9a46-eacc73feeb1e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-premium-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/premium-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:06.136050215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"e2e-auth-iso-069dfa","reconcileID":"bec1e2cc-ab31-4320-aaed-bde783f2fa2e","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-efa9bf","tenantID":"e2e-shared-a-w0-efa9bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:06.264571425Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"e2e-auth-iso-069dfa","reconcileID":"bec1e2cc-ab31-4320-aaed-bde783f2fa2e","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"name":"e2e-shared-a-w0-efa9bf-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:06.322922474Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-efa9bf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"e2e-auth-iso-069dfa","reconcileID":"bec1e2cc-ab31-4320-aaed-bde783f2fa2e","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:06.381611898Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-efa9bf","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"auth-test-model-efa9bf","reconcileID":"d863f9dc-3005-49c6-9890-d1fb98f18a62","MaaSModelRef":{"name":"auth-test-model-efa9bf","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"tenant":"e2e-shared-a-w0-efa9bf","gateway":"openshift-ingress/e2e-shared-a-w0-efa9bf","model":"ai-tenant-e2e-shared-a-w0-efa9bf/auth-test-model-efa9bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:06.381634559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-efa9bf","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"auth-test-model-efa9bf","reconcileID":"d863f9dc-3005-49c6-9890-d1fb98f18a62","MaaSModelRef":{"name":"auth-test-model-efa9bf","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"routeName":"auth-test-model-efa9bf-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","llmisvcName":"auth-test-model-efa9bf","gateway":"openshift-ingress/e2e-shared-a-w0-efa9bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:11.559044739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"e2e-auth-iso-518874","reconcileID":"1faac099-394c-4ff7-af0b-de98f73d9e73","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-10120d","tenantID":"e2e-shared-a-w1-10120d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:11.617244284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"e2e-auth-iso-518874","reconcileID":"1faac099-394c-4ff7-af0b-de98f73d9e73","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"name":"e2e-shared-a-w1-10120d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:11.674113201Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-10120d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"e2e-auth-iso-518874","reconcileID":"1faac099-394c-4ff7-af0b-de98f73d9e73","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:12.175194735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"e2e-auth-iso-9814c6","reconcileID":"f73c4f76-8e9c-412f-b164-b93d45ab3214","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f3e02b","tenantID":"e2e-shared-a-w4-f3e02b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:12.233594531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"e2e-auth-iso-9814c6","reconcileID":"f73c4f76-8e9c-412f-b164-b93d45ab3214","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"name":"e2e-shared-a-w4-f3e02b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:12.290501311Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-f3e02b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (87bd04c38356ab33282abfbaa52e048edff038417667b423a97e7c003dd306f9) AuthConfig (328f01071fd87e549b0415b19a71f8cbf1d08bb0a309ef920d03ee14b6fbf50c) AuthConfig (daa15fcd237dc56cdc09923c79eb6d36515587337de61c79a5eba6672eb2c1ac) AuthConfig (4d2d895bdbcc33952d97345cff8762e6239567cc6902baaf4b934b2d3cd2ce0e) AuthConfig (53f1c447377723e8199d73dc6a50a4d4f38f7e80a922d54b1f755ef756fabd99) AuthConfig (36e507df11e47872999ab736387015592dab7dfc7660bd28e89eddeccd6fd233) AuthConfig (d59da2fb59359da5f1b0f540df1d81b8587db383eddbdd59bb8c7d1e20456f71) AuthConfig (94b7745ec2c159de9fb64b40d87a2d560edcadad6e683ecdf7e0ae29ec178870) AuthConfig (746fc43fa7de92e4c7f463932d686f16788a654a3abe27359e28c320baff6f75) AuthConfig (de7ea728ded70ecd479faae5f323babc006ad85be4cf1819a24ecbfec9645194) AuthConfig (450718610fdf3dd570be3c35a32f0e8b547f42e10c9f0142ef07a317f22cf75e) AuthConfig (978670327be345c56e018fe144a02badc1d90d951043f0c572fae934d886fe3c) AuthConfig (f3ed0653b23e51f993627ad0529a2a10ffa27f02538617ec83c33801b8cd8d68) AuthConfig (6abee8bbf798bdf0a551aed0c241afbb2c62e9e20119ae4eebf659f930369b71) AuthConfig (03447722fce62a4d33fa9ef7c2a6d170a32c9f3ea7874b08fbd31d3ef3a477f0) AuthConfig (af3c397458aa24614a0ed56edf4031d56e49000e4b3f22ca2a19fc1e8e4f0eeb) AuthConfig (44ec87d87bc569cde589ea4f6d7e2492c0d5890b1c5f6d8c6c9f78c5813ff551) AuthConfig (46e95a822abc89928c5d6ffed654bfc9f583cb0a432d1fd55cfb86df3a185c5d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"e2e-auth-iso-9814c6","reconcileID":"f73c4f76-8e9c-412f-b164-b93d45ab3214","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:12.34959174Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f3e02b","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"auth-test-model-f3e02b","reconcileID":"f9366c1a-19b0-443a-a0c3-86da19c8f021","MaaSModelRef":{"name":"auth-test-model-f3e02b","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"tenant":"e2e-shared-a-w4-f3e02b","gateway":"openshift-ingress/e2e-shared-a-w4-f3e02b","model":"ai-tenant-e2e-shared-a-w4-f3e02b/auth-test-model-f3e02b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:12.349612374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f3e02b","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"auth-test-model-f3e02b","reconcileID":"f9366c1a-19b0-443a-a0c3-86da19c8f021","MaaSModelRef":{"name":"auth-test-model-f3e02b","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"routeName":"auth-test-model-f3e02b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","llmisvcName":"auth-test-model-f3e02b","gateway":"openshift-ingress/e2e-shared-a-w4-f3e02b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:12.475818444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-auth-iso-8e79ac","reconcileID":"df34a662-c6b5-4f55-a71c-48e9f543a909","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-66d902","tenantID":"e2e-shared-a-w2-66d902","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:12.534090357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-auth-iso-8e79ac","reconcileID":"df34a662-c6b5-4f55-a71c-48e9f543a909","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"name":"e2e-shared-a-w2-66d902-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:12.590762124Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-66d902-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-auth-iso-8e79ac","reconcileID":"df34a662-c6b5-4f55-a71c-48e9f543a909","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:16.488624184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"e2e-auth-iso-069dfa","reconcileID":"2c1e80b5-3ae7-49f4-8387-8c364859adf4","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-efa9bf","tenantID":"e2e-shared-a-w0-efa9bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:16.546691786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"e2e-auth-iso-069dfa","reconcileID":"2c1e80b5-3ae7-49f4-8387-8c364859adf4","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"name":"e2e-shared-a-w0-efa9bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:16.603479294Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-efa9bf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"e2e-auth-iso-069dfa","reconcileID":"2c1e80b5-3ae7-49f4-8387-8c364859adf4","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:21.779963989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"e2e-auth-iso-518874","reconcileID":"13ab10eb-488b-4593-83b8-063b7dff3b2f","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-10120d","tenantID":"e2e-shared-a-w1-10120d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:21.837836782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"e2e-auth-iso-518874","reconcileID":"13ab10eb-488b-4593-83b8-063b7dff3b2f","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"name":"e2e-shared-a-w1-10120d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:21.894864704Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-10120d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"e2e-auth-iso-518874","reconcileID":"13ab10eb-488b-4593-83b8-063b7dff3b2f","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:22.456332518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"e2e-auth-iso-9814c6","reconcileID":"ddab5f51-77b0-48d2-86a4-5adad68564f3","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f3e02b","tenantID":"e2e-shared-a-w4-f3e02b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:22.515050037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"e2e-auth-iso-9814c6","reconcileID":"ddab5f51-77b0-48d2-86a4-5adad68564f3","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"name":"e2e-shared-a-w4-f3e02b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:22.571981295Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-f3e02b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (87bd04c38356ab33282abfbaa52e048edff038417667b423a97e7c003dd306f9) AuthConfig (328f01071fd87e549b0415b19a71f8cbf1d08bb0a309ef920d03ee14b6fbf50c) AuthConfig (daa15fcd237dc56cdc09923c79eb6d36515587337de61c79a5eba6672eb2c1ac) AuthConfig (4d2d895bdbcc33952d97345cff8762e6239567cc6902baaf4b934b2d3cd2ce0e) AuthConfig (53f1c447377723e8199d73dc6a50a4d4f38f7e80a922d54b1f755ef756fabd99) AuthConfig (36e507df11e47872999ab736387015592dab7dfc7660bd28e89eddeccd6fd233) AuthConfig (d59da2fb59359da5f1b0f540df1d81b8587db383eddbdd59bb8c7d1e20456f71) AuthConfig (94b7745ec2c159de9fb64b40d87a2d560edcadad6e683ecdf7e0ae29ec178870) AuthConfig (746fc43fa7de92e4c7f463932d686f16788a654a3abe27359e28c320baff6f75) AuthConfig (de7ea728ded70ecd479faae5f323babc006ad85be4cf1819a24ecbfec9645194) AuthConfig (450718610fdf3dd570be3c35a32f0e8b547f42e10c9f0142ef07a317f22cf75e) AuthConfig (978670327be345c56e018fe144a02badc1d90d951043f0c572fae934d886fe3c) AuthConfig (f3ed0653b23e51f993627ad0529a2a10ffa27f02538617ec83c33801b8cd8d68) AuthConfig (6abee8bbf798bdf0a551aed0c241afbb2c62e9e20119ae4eebf659f930369b71) AuthConfig (03447722fce62a4d33fa9ef7c2a6d170a32c9f3ea7874b08fbd31d3ef3a477f0) AuthConfig (af3c397458aa24614a0ed56edf4031d56e49000e4b3f22ca2a19fc1e8e4f0eeb) AuthConfig (44ec87d87bc569cde589ea4f6d7e2492c0d5890b1c5f6d8c6c9f78c5813ff551) AuthConfig (46e95a822abc89928c5d6ffed654bfc9f583cb0a432d1fd55cfb86df3a185c5d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"e2e-auth-iso-9814c6","reconcileID":"ddab5f51-77b0-48d2-86a4-5adad68564f3","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:22.697070183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-auth-iso-8e79ac","reconcileID":"04a89e9c-6876-4245-9ecb-fc7de9644866","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-66d902","tenantID":"e2e-shared-a-w2-66d902","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:22.755770471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-auth-iso-8e79ac","reconcileID":"04a89e9c-6876-4245-9ecb-fc7de9644866","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"name":"e2e-shared-a-w2-66d902-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:22.812643121Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-66d902-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-auth-iso-8e79ac","reconcileID":"04a89e9c-6876-4245-9ecb-fc7de9644866","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:26.709401413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"e2e-auth-iso-069dfa","reconcileID":"cc80c94e-4665-4fae-acf1-d193a3055654","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-efa9bf","tenantID":"e2e-shared-a-w0-efa9bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:26.76750716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"e2e-auth-iso-069dfa","reconcileID":"cc80c94e-4665-4fae-acf1-d193a3055654","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"name":"e2e-shared-a-w0-efa9bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:26.82454658Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-efa9bf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"e2e-auth-iso-069dfa","reconcileID":"cc80c94e-4665-4fae-acf1-d193a3055654","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:31.217657897Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:32.00200569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"e2e-auth-iso-518874","reconcileID":"6a64de1d-5767-4a78-940a-6ad70789505e","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-10120d","tenantID":"e2e-shared-a-w1-10120d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:32.060694065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"e2e-auth-iso-518874","reconcileID":"6a64de1d-5767-4a78-940a-6ad70789505e","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"name":"e2e-shared-a-w1-10120d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:32.118311013Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-10120d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"e2e-auth-iso-518874","reconcileID":"6a64de1d-5767-4a78-940a-6ad70789505e","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:32.678829662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"e2e-auth-iso-9814c6","reconcileID":"f867515f-3480-49f6-9555-a3c52c715c0f","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f3e02b","tenantID":"e2e-shared-a-w4-f3e02b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:32.737409715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"e2e-auth-iso-9814c6","reconcileID":"f867515f-3480-49f6-9555-a3c52c715c0f","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"name":"e2e-shared-a-w4-f3e02b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:32.794536123Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-f3e02b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (87bd04c38356ab33282abfbaa52e048edff038417667b423a97e7c003dd306f9) AuthConfig (328f01071fd87e549b0415b19a71f8cbf1d08bb0a309ef920d03ee14b6fbf50c) AuthConfig (daa15fcd237dc56cdc09923c79eb6d36515587337de61c79a5eba6672eb2c1ac) AuthConfig (4d2d895bdbcc33952d97345cff8762e6239567cc6902baaf4b934b2d3cd2ce0e) AuthConfig (53f1c447377723e8199d73dc6a50a4d4f38f7e80a922d54b1f755ef756fabd99) AuthConfig (36e507df11e47872999ab736387015592dab7dfc7660bd28e89eddeccd6fd233) AuthConfig (d59da2fb59359da5f1b0f540df1d81b8587db383eddbdd59bb8c7d1e20456f71) AuthConfig (94b7745ec2c159de9fb64b40d87a2d560edcadad6e683ecdf7e0ae29ec178870) AuthConfig (746fc43fa7de92e4c7f463932d686f16788a654a3abe27359e28c320baff6f75) AuthConfig (de7ea728ded70ecd479faae5f323babc006ad85be4cf1819a24ecbfec9645194) AuthConfig (450718610fdf3dd570be3c35a32f0e8b547f42e10c9f0142ef07a317f22cf75e) AuthConfig (978670327be345c56e018fe144a02badc1d90d951043f0c572fae934d886fe3c) AuthConfig (f3ed0653b23e51f993627ad0529a2a10ffa27f02538617ec83c33801b8cd8d68) AuthConfig (6abee8bbf798bdf0a551aed0c241afbb2c62e9e20119ae4eebf659f930369b71) AuthConfig (03447722fce62a4d33fa9ef7c2a6d170a32c9f3ea7874b08fbd31d3ef3a477f0) AuthConfig (af3c397458aa24614a0ed56edf4031d56e49000e4b3f22ca2a19fc1e8e4f0eeb) AuthConfig (44ec87d87bc569cde589ea4f6d7e2492c0d5890b1c5f6d8c6c9f78c5813ff551) AuthConfig (46e95a822abc89928c5d6ffed654bfc9f583cb0a432d1fd55cfb86df3a185c5d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"e2e-auth-iso-9814c6","reconcileID":"f867515f-3480-49f6-9555-a3c52c715c0f","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:32.919291348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-auth-iso-8e79ac","reconcileID":"a627bf4a-c035-41f0-b3e1-32deb5c71217","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-66d902","tenantID":"e2e-shared-a-w2-66d902","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:32.97770714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-auth-iso-8e79ac","reconcileID":"a627bf4a-c035-41f0-b3e1-32deb5c71217","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"name":"e2e-shared-a-w2-66d902-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:33.035231226Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-66d902-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-auth-iso-8e79ac","reconcileID":"a627bf4a-c035-41f0-b3e1-32deb5c71217","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:36.931660803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"e2e-auth-iso-069dfa","reconcileID":"c3f9d233-7ce0-4e36-8bf3-59cb57e20dfc","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-efa9bf","tenantID":"e2e-shared-a-w0-efa9bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:36.9899458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"e2e-auth-iso-069dfa","reconcileID":"c3f9d233-7ce0-4e36-8bf3-59cb57e20dfc","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"name":"e2e-shared-a-w0-efa9bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:37.047109292Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-efa9bf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"e2e-auth-iso-069dfa","reconcileID":"c3f9d233-7ce0-4e36-8bf3-59cb57e20dfc","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:42.142734371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5e0247c-e979-4533-940d-b82d762d8e62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:42.195769744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5e0247c-e979-4533-940d-b82d762d8e62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:42.24887939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5e0247c-e979-4533-940d-b82d762d8e62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:42.302056402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5e0247c-e979-4533-940d-b82d762d8e62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:42.35531823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"e2e-auth-iso-518874","reconcileID":"bacbc71d-46c5-41d7-95fa-f09625addc93","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-10120d","tenantID":"e2e-shared-a-w1-10120d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:42.41362685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"e2e-auth-iso-518874","reconcileID":"bacbc71d-46c5-41d7-95fa-f09625addc93","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"name":"e2e-shared-a-w1-10120d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:42.470252677Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-10120d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"e2e-auth-iso-518874","reconcileID":"bacbc71d-46c5-41d7-95fa-f09625addc93","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:42.518488219Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-subscription","reconcileID":"b7035ff8-6b8b-45a0-9c6b-0883c4095d47","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-premium-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/premium-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:42.652366611Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-5172b1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-5172b1","reconcileID":"337db7bf-b9ec-4c35-96b1-a525280c2539","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-5172b1","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w3-5172b1":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:42.734710606Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f507b370-011c-4344-b9df-d70c29417f04","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:42.755661402Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-subscription","reconcileID":"97a50d17-7426-4492-b8c6-b8b4a8800c54","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:42.881409788Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-subscription","reconcileID":"544ee456-8908-45d7-90bf-5ab8c26c7c3f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-premium-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/premium-w3-68b670","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:42.903252267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"e2e-auth-iso-9814c6","reconcileID":"7b9ffdbb-819c-409f-ac91-3f2c795e644b","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f3e02b","tenantID":"e2e-shared-a-w4-f3e02b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:42.963568075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"e2e-auth-iso-9814c6","reconcileID":"7b9ffdbb-819c-409f-ac91-3f2c795e644b","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"name":"e2e-shared-a-w4-f3e02b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:43.006377892Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-subscription","reconcileID":"bd300fc8-390d-45fc-a990-ece9371ee8c5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-simulator-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/simulator-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:43.020309995Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-f3e02b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (87bd04c38356ab33282abfbaa52e048edff038417667b423a97e7c003dd306f9) AuthConfig (328f01071fd87e549b0415b19a71f8cbf1d08bb0a309ef920d03ee14b6fbf50c) AuthConfig (daa15fcd237dc56cdc09923c79eb6d36515587337de61c79a5eba6672eb2c1ac) AuthConfig (4d2d895bdbcc33952d97345cff8762e6239567cc6902baaf4b934b2d3cd2ce0e) AuthConfig (53f1c447377723e8199d73dc6a50a4d4f38f7e80a922d54b1f755ef756fabd99) AuthConfig (36e507df11e47872999ab736387015592dab7dfc7660bd28e89eddeccd6fd233) AuthConfig (d59da2fb59359da5f1b0f540df1d81b8587db383eddbdd59bb8c7d1e20456f71) AuthConfig (94b7745ec2c159de9fb64b40d87a2d560edcadad6e683ecdf7e0ae29ec178870) AuthConfig (746fc43fa7de92e4c7f463932d686f16788a654a3abe27359e28c320baff6f75) AuthConfig (de7ea728ded70ecd479faae5f323babc006ad85be4cf1819a24ecbfec9645194) AuthConfig (450718610fdf3dd570be3c35a32f0e8b547f42e10c9f0142ef07a317f22cf75e) AuthConfig (978670327be345c56e018fe144a02badc1d90d951043f0c572fae934d886fe3c) AuthConfig (f3ed0653b23e51f993627ad0529a2a10ffa27f02538617ec83c33801b8cd8d68) AuthConfig (6abee8bbf798bdf0a551aed0c241afbb2c62e9e20119ae4eebf659f930369b71) AuthConfig (03447722fce62a4d33fa9ef7c2a6d170a32c9f3ea7874b08fbd31d3ef3a477f0) AuthConfig (af3c397458aa24614a0ed56edf4031d56e49000e4b3f22ca2a19fc1e8e4f0eeb) AuthConfig (44ec87d87bc569cde589ea4f6d7e2492c0d5890b1c5f6d8c6c9f78c5813ff551) AuthConfig (46e95a822abc89928c5d6ffed654bfc9f583cb0a432d1fd55cfb86df3a185c5d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"e2e-auth-iso-9814c6","reconcileID":"7b9ffdbb-819c-409f-ac91-3f2c795e644b","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:43.145526325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-auth-iso-8e79ac","reconcileID":"ad91c010-fe0b-4c0c-a78b-9549b9b6622c","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-66d902","tenantID":"e2e-shared-a-w2-66d902","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:43.204332919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-auth-iso-8e79ac","reconcileID":"ad91c010-fe0b-4c0c-a78b-9549b9b6622c","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"name":"e2e-shared-a-w2-66d902-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:43.261367137Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-66d902-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2b9b476ccfd5302805fb25b380108a6f56e88971d62c28b215fb5ff9b010b760) AuthConfig (e4dc6eb713de8e57a291c6c096426d07bb85b45c1b79ae09c90be20edd468244) AuthConfig (c8697a32827dca520294b6f78eb60de80eca9bccba640926a79fc0bae094d3e3) AuthConfig (404e69c8a4de4d3229c1d3136753d0c5d2fdef3cd09a9cc4d762a60f8fa1d13d) AuthConfig (97510e1cc196f4c93d2504b11948f052dbc3981fce85c89739cb5520111019cf) AuthConfig (a1d3c6184112714f7e0061571c0daf21fa1d2e3cbd1599a872be1f4308f18a5f) AuthConfig (54a266c888ec94b299886e5727c9e82fd6bf7b536fcb0352c3ce828c37b7c180) AuthConfig (ff6a9d81d3a187566fc9acd21fc4edc51511dcd3b7a5d86aab78a3a574589fba) AuthConfig (067a3b541b08a55474e5697c66da27108da92d69acf4f3069ee1c0f0e20ccee0) AuthConfig (90e037dec706767b61eaad3e01acedbb2d4b1318ccf3ca64b42ef54e066d1199) AuthConfig (177c64d2fb2a31c12eb4a393a368233ab5092fabe6c3aef311f2d55ca310e8c0) AuthConfig (5bdbcfb1531a3afad92472cc50d5afa1d0213e1ca80221d8c19b5fc66afff9f8) AuthConfig (4197323c7981152e68e14e460f25f757a96f33f67f3fb7282164c97a0cb60dd0) AuthConfig (99a981d76cc5b8890a068d35416df7f6e069eabe6a3a8bf3a2c294abb4c863a1) AuthConfig (27bcd0c2d70adf1d07910f8b793017b9c847f8a4f1ada8a1a0c34074b51d1ca9) AuthConfig (3a6900104fd175557221748f6f2cb1ee10c4d30331d3eeafa0ce4f9716b82d09) AuthConfig (a16e23a2091ac91830fe1820b35127b79aab4b8bf543f33f6f957d1a6e3b21cc) AuthConfig (46551c3e468ded06e0f635101f0882e575b9637057b6e0429fdce92fd043dead)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-auth-iso-8e79ac","reconcileID":"ad91c010-fe0b-4c0c-a78b-9549b9b6622c","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:43.320928786Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"auth-test-model-66d902","reconcileID":"838f1063-7d4a-4762-8c3a-c2e92b6d02b0","MaaSModelRef":{"name":"auth-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"tenant":"e2e-shared-a-w2-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","model":"ai-tenant-e2e-shared-a-w2-66d902/auth-test-model-66d902","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:43.320948309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"auth-test-model-66d902","reconcileID":"838f1063-7d4a-4762-8c3a-c2e92b6d02b0","MaaSModelRef":{"name":"auth-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"routeName":"auth-test-model-66d902-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-66d902","llmisvcName":"auth-test-model-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:43.368247162Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-subscription","reconcileID":"d1073bf3-61da-4ab9-b1a7-edd551812a4f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-simulator-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:43.568619145Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-subscription","reconcileID":"9b0c966a-5d17-4e0a-8651-c0987afb273e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-simulator-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:43.568675278Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-subscription","reconcileID":"c30e3e1c-09ee-491f-a679-45061bc3f2ba","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-simulator-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/simulator-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:43.669744743Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7651a38f-e0be-402d-81d0-2088a2058357","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:43.785258636Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-subscription","reconcileID":"5cc554b8-2a43-457d-a1c2-aaea288c657b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-premium-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/premium-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:43.869205257Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-subscription","reconcileID":"93c630a2-1672-4bc5-b333-5c9e288c27b0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-premium-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/premium-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:43.969288117Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-subscription","reconcileID":"8553d836-0f64-4b97-a77a-ad3b3d292e40","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-premium-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/premium-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:44.251492847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1394faf3-aeb6-4c54-9f3c-751629189765","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:44.304885385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1394faf3-aeb6-4c54-9f3c-751629189765","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:44.357824836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1394faf3-aeb6-4c54-9f3c-751629189765","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:44.41120286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1394faf3-aeb6-4c54-9f3c-751629189765","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:46.370573839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa989865-ec4b-4f83-82b9-0529b915b18e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:46.423813711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa989865-ec4b-4f83-82b9-0529b915b18e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:46.480755017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa989865-ec4b-4f83-82b9-0529b915b18e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:46.534461569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa989865-ec4b-4f83-82b9-0529b915b18e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:47.153791874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"e2e-auth-iso-069dfa","reconcileID":"e1a278a0-d640-4192-892e-4d04d39c47b1","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-efa9bf","tenantID":"e2e-shared-a-w0-efa9bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:47.211944636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"e2e-auth-iso-069dfa","reconcileID":"e1a278a0-d640-4192-892e-4d04d39c47b1","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"name":"e2e-shared-a-w0-efa9bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:47.26865493Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-efa9bf-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f29365f672843f0d655ee72f3366d8562b9fffe477e6556f16e4c960df207601) AuthConfig (40c18193d00d8287bed99e1508fe76a94911b6acd3893775865a7500a7107e8c) AuthConfig (1f32563ba2473cd5136bdee8ee95a4ae83344de7a59c9572d238f8bdd6eaa3fb) AuthConfig (c578e0a37c4242dc7c4ec70bbff37ad81edde922c7344b07077da7e6b2d9fdf1) AuthConfig (1e4ee2e19a4b0ba72b582821c9cd8e0df73fe2fa9d7ad022e88ff47f12a86caf) AuthConfig (c80c39a7a3ff8208e24ec3f34e5887acaf964515d79f5c0317369ba113f34f1a) AuthConfig (5d2f5e7695a582fb8d1dc93f976e8ef49181d916a7ef98029f03e235f4ae59f5) AuthConfig (1b2d936f8b3518375e85de4e87ce41f959eeef204c8f6dec1fccae2a834c425c) AuthConfig (7394cff84f360af0a2ab13017b398012a3f8b6e8dbd909bda553a003e3415805) AuthConfig (9e476328b5bbecf1702558c002bae82727fd867d0acbb7070ee4b7181cc8dfeb) AuthConfig (0c149a5bffadd6dd00b8c8e0886ef7b0fbda8cdbcc50ac6b123ab053279623c9) AuthConfig (657065e9449293549fd9445bcb7bf4f900aa53c62ef3db9f5c8a3b6d2ab556c6) AuthConfig (04c25038267816f5fcc2cfc45894797cbf4da55bfe3dca8697995cdfbae9f090) AuthConfig (9b87c5d16da90d5901bb919fbf98c057ef70d6dfbd2dae7655602bde197d704a) AuthConfig (c2fa2da9d763ea6b3bf3c0724d5ddb77e8cf58ed2dae5771539aaabae0741a8c) AuthConfig (bf93d846bf708f0e2171db5c8b91ac6d972fd182ab86cfe4433fddf34c31fdc4) AuthConfig (86b9aa7860dfaa7b850a1e35e755b3da250804c056757506f92fbefff0201a88) AuthConfig (b87190313654f53055b60f339ddc7b21dd8c5efed31ebbf4fe7bf889f818562a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"e2e-auth-iso-069dfa","reconcileID":"e1a278a0-d640-4192-892e-4d04d39c47b1","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:47.328013419Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-efa9bf","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"auth-test-model-efa9bf","reconcileID":"4146aec2-3b87-42bc-ab27-61c8ab9e7408","MaaSModelRef":{"name":"auth-test-model-efa9bf","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"tenant":"e2e-shared-a-w0-efa9bf","gateway":"openshift-ingress/e2e-shared-a-w0-efa9bf","model":"ai-tenant-e2e-shared-a-w0-efa9bf/auth-test-model-efa9bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:47.328032996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-efa9bf","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"auth-test-model-efa9bf","reconcileID":"4146aec2-3b87-42bc-ab27-61c8ab9e7408","MaaSModelRef":{"name":"auth-test-model-efa9bf","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"routeName":"auth-test-model-efa9bf-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","llmisvcName":"auth-test-model-efa9bf","gateway":"openshift-ingress/e2e-shared-a-w0-efa9bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:52.576818839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"e2e-auth-iso-518874","reconcileID":"eee83528-5e52-4664-9cfe-e87144e41f34","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-10120d","tenantID":"e2e-shared-a-w1-10120d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:52.634940245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"e2e-auth-iso-518874","reconcileID":"eee83528-5e52-4664-9cfe-e87144e41f34","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"name":"e2e-shared-a-w1-10120d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:52.692009903Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-10120d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (48d13bcb9b195e21091fe0a4f674a1b96aafcbc8aa2ac6e5f0daa407dee9130b) AuthConfig (4ec7c1647fce66def2263cf9207c7cc7b549b652bb62af9c42eea5a3ad612434) AuthConfig (db1b0bafd12128a9684ebe83a7ec44174a042f0243d8b5a94e1eb3e9b3a37448) AuthConfig (b099685269e48be59c62203d296b731543cd5afae1a5fa91b6e69db1472bd8db) AuthConfig (ad542f44465ebe3ef17cfe79996e0fa72ffca1b8ef02394aa91f5b8b76859dea) AuthConfig (98ef59d12a99cba7787f475ffc5be839b263fd1f96adf7abaeb78fa4cee37fb6) AuthConfig (e68af4b0c87ce60475cbf57c8c6ead627eb19959c9f924a4e04b265c6f3ec44e) AuthConfig (6c4a1384eb3d451e66de99a016eeb257dafc761bb7153eed469244d3ba234aaf) AuthConfig (8eb183c0551d275104eb975e219959cfde4a35486803bfa5a3782ca11fe61370) AuthConfig (2c9dd4e292ee7c9b85cc81c181d982e4d1a7524e5acb363e27c07ab8c448d5d8) AuthConfig (6eb709f548e64dfdaa76ce82699cb3466ed587cd85e5773899ff2b74ad0966b6) AuthConfig (7bece6f9b7b617f0061586c7e3e0dff31706829e393ab1041b06a662e9990940) AuthConfig (175df6214bbbccc8782292349e0c7b2dccf0b22c1850a59b9b44b0c99963477f) AuthConfig (a0cf2b51174657cf51fd5b2f55387defc86f784c908fedce51fb441db0ea1c03) AuthConfig (a83584d8edab2d8ac057f383e8dd2d5ed03ea5c153abda94bc39099a10c1ce8c) AuthConfig (5f54ec6abb12b13b9bd452f75a039b57fc42a0fc921816a7c6192fbe4fdbfcd1) AuthConfig (5fc3584c7f9eaf8c3de7dd3f3853a3bdb40e3cf9b2fdc7514bfae2afa2fd612b) AuthConfig (84fa778bcf8a37090ad3eea0d4198aa8f043ae6296e8bbbeaafee3e713d73c15)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"e2e-auth-iso-518874","reconcileID":"eee83528-5e52-4664-9cfe-e87144e41f34","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:52.750993866Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-10120d","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"auth-test-model-10120d","reconcileID":"48922919-6a3c-4f07-a02f-9af880d34099","MaaSModelRef":{"name":"auth-test-model-10120d","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"tenant":"e2e-shared-a-w1-10120d","gateway":"openshift-ingress/e2e-shared-a-w1-10120d","model":"ai-tenant-e2e-shared-a-w1-10120d/auth-test-model-10120d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:52.751033783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-10120d","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"auth-test-model-10120d","reconcileID":"48922919-6a3c-4f07-a02f-9af880d34099","MaaSModelRef":{"name":"auth-test-model-10120d","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"routeName":"auth-test-model-10120d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-10120d","llmisvcName":"auth-test-model-10120d","gateway":"openshift-ingress/e2e-shared-a-w1-10120d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:53.12771065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"e2e-auth-iso-9814c6","reconcileID":"96abf8de-32cc-4355-82cd-75fec7ca2b23","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f3e02b","tenantID":"e2e-shared-a-w4-f3e02b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:53.185854977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"e2e-auth-iso-9814c6","reconcileID":"96abf8de-32cc-4355-82cd-75fec7ca2b23","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"name":"e2e-shared-a-w4-f3e02b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:53.427312478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-auth-iso-8e79ac","reconcileID":"47b2145e-d7ff-4212-ae76-0c3d9dee4252","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-66d902","tenantID":"e2e-shared-a-w2-66d902","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:53.459599436Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f3e02b","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"auth-test-model-f3e02b","reconcileID":"942c899f-9ed7-47e6-afcb-0cfe52ad11f1","MaaSModelRef":{"name":"auth-test-model-f3e02b","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"tenant":"e2e-shared-a-w4-f3e02b","gateway":"openshift-ingress/e2e-shared-a-w4-f3e02b","model":"ai-tenant-e2e-shared-a-w4-f3e02b/auth-test-model-f3e02b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:53.459621276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f3e02b","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"auth-test-model-f3e02b","reconcileID":"942c899f-9ed7-47e6-afcb-0cfe52ad11f1","MaaSModelRef":{"name":"auth-test-model-f3e02b","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"routeName":"auth-test-model-f3e02b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","llmisvcName":"auth-test-model-f3e02b","gateway":"openshift-ingress/e2e-shared-a-w4-f3e02b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:53.485235456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-auth-iso-8e79ac","reconcileID":"47b2145e-d7ff-4212-ae76-0c3d9dee4252","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"name":"e2e-shared-a-w2-66d902-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:53.542439995Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-66d902-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2b9b476ccfd5302805fb25b380108a6f56e88971d62c28b215fb5ff9b010b760) AuthConfig (e4dc6eb713de8e57a291c6c096426d07bb85b45c1b79ae09c90be20edd468244) AuthConfig (c8697a32827dca520294b6f78eb60de80eca9bccba640926a79fc0bae094d3e3) AuthConfig (404e69c8a4de4d3229c1d3136753d0c5d2fdef3cd09a9cc4d762a60f8fa1d13d) AuthConfig (97510e1cc196f4c93d2504b11948f052dbc3981fce85c89739cb5520111019cf) AuthConfig (a1d3c6184112714f7e0061571c0daf21fa1d2e3cbd1599a872be1f4308f18a5f) AuthConfig (54a266c888ec94b299886e5727c9e82fd6bf7b536fcb0352c3ce828c37b7c180) AuthConfig (ff6a9d81d3a187566fc9acd21fc4edc51511dcd3b7a5d86aab78a3a574589fba) AuthConfig (067a3b541b08a55474e5697c66da27108da92d69acf4f3069ee1c0f0e20ccee0) AuthConfig (90e037dec706767b61eaad3e01acedbb2d4b1318ccf3ca64b42ef54e066d1199) AuthConfig (177c64d2fb2a31c12eb4a393a368233ab5092fabe6c3aef311f2d55ca310e8c0) AuthConfig (5bdbcfb1531a3afad92472cc50d5afa1d0213e1ca80221d8c19b5fc66afff9f8) AuthConfig (4197323c7981152e68e14e460f25f757a96f33f67f3fb7282164c97a0cb60dd0) AuthConfig (99a981d76cc5b8890a068d35416df7f6e069eabe6a3a8bf3a2c294abb4c863a1) AuthConfig (27bcd0c2d70adf1d07910f8b793017b9c847f8a4f1ada8a1a0c34074b51d1ca9) AuthConfig (3a6900104fd175557221748f6f2cb1ee10c4d30331d3eeafa0ce4f9716b82d09) AuthConfig (a16e23a2091ac91830fe1820b35127b79aab4b8bf543f33f6f957d1a6e3b21cc) AuthConfig (46551c3e468ded06e0f635101f0882e575b9637057b6e0429fdce92fd043dead)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-auth-iso-8e79ac","reconcileID":"47b2145e-d7ff-4212-ae76-0c3d9dee4252","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:54.11038018Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f3e02b","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"auth-test-model-f3e02b","reconcileID":"6cb96a98-eabc-4179-9ced-923157a09a0f","MaaSModelRef":{"name":"auth-test-model-f3e02b","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"tenant":"e2e-shared-a-w4-f3e02b","gateway":"openshift-ingress/e2e-shared-a-w4-f3e02b","model":"ai-tenant-e2e-shared-a-w4-f3e02b/auth-test-model-f3e02b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:54.110399741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f3e02b","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"auth-test-model-f3e02b","reconcileID":"6cb96a98-eabc-4179-9ced-923157a09a0f","MaaSModelRef":{"name":"auth-test-model-f3e02b","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"routeName":"auth-test-model-f3e02b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","llmisvcName":"auth-test-model-f3e02b","gateway":"openshift-ingress/e2e-shared-a-w4-f3e02b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:54.171413917Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f3e02b","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"auth-test-model-f3e02b","reconcileID":"f2794400-1f9a-4258-95e4-a95a812abcfe","MaaSModelRef":{"name":"auth-test-model-f3e02b","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"tenant":"e2e-shared-a-w4-f3e02b","gateway":"openshift-ingress/e2e-shared-a-w4-f3e02b","model":"ai-tenant-e2e-shared-a-w4-f3e02b/auth-test-model-f3e02b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:54.171531036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f3e02b","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"auth-test-model-f3e02b","reconcileID":"f2794400-1f9a-4258-95e4-a95a812abcfe","MaaSModelRef":{"name":"auth-test-model-f3e02b","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"routeName":"auth-test-model-f3e02b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","llmisvcName":"auth-test-model-f3e02b","gateway":"openshift-ingress/e2e-shared-a-w4-f3e02b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:54.216114758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"e2e-auth-iso-9814c6","reconcileID":"881193ea-037f-4208-8c7f-8e7f1ea9d7c9","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f3e02b","tenantID":"e2e-shared-a-w4-f3e02b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:59:54.218161629Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"e2e-auth-iso-9814c6","reconcileID":"6da0e017-b807-4bb5-96ce-940ce57b1f94","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-9814c6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:59:54.226341342Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f3e02b","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"auth-test-model-f3e02b","reconcileID":"f2794400-1f9a-4258-95e4-a95a812abcfe","name":"auth-test-model-f3e02b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-f3e02b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:59:54.226395245Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f3e02b","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"auth-test-model-f3e02b","reconcileID":"f2794400-1f9a-4258-95e4-a95a812abcfe","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-f3e02b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:54.23172802Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f3e02b","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"auth-test-model-f3e02b","reconcileID":"de00d4b2-0437-4307-8db7-7b587822e9d7","MaaSModelRef":{"name":"auth-test-model-f3e02b","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"tenant":"e2e-shared-a-w4-f3e02b","gateway":"openshift-ingress/e2e-shared-a-w4-f3e02b","model":"ai-tenant-e2e-shared-a-w4-f3e02b/auth-test-model-f3e02b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:54.23174247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f3e02b","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"auth-test-model-f3e02b","reconcileID":"de00d4b2-0437-4307-8db7-7b587822e9d7","MaaSModelRef":{"name":"auth-test-model-f3e02b","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"routeName":"auth-test-model-f3e02b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","llmisvcName":"auth-test-model-f3e02b","gateway":"openshift-ingress/e2e-shared-a-w4-f3e02b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:54.274232386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"e2e-auth-iso-9814c6","reconcileID":"881193ea-037f-4208-8c7f-8e7f1ea9d7c9","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"name":"e2e-shared-a-w4-f3e02b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:54.328162921Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f3e02b","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"auth-test-model-f3e02b","reconcileID":"eb608c36-df90-4267-a089-f2f903f443cf","MaaSModelRef":{"name":"auth-test-model-f3e02b","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"tenant":"e2e-shared-a-w4-f3e02b","gateway":"openshift-ingress/e2e-shared-a-w4-f3e02b","model":"ai-tenant-e2e-shared-a-w4-f3e02b/auth-test-model-f3e02b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:54.32818012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f3e02b","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"auth-test-model-f3e02b","reconcileID":"eb608c36-df90-4267-a089-f2f903f443cf","MaaSModelRef":{"name":"auth-test-model-f3e02b","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"routeName":"auth-test-model-f3e02b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","llmisvcName":"auth-test-model-f3e02b","gateway":"openshift-ingress/e2e-shared-a-w4-f3e02b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:54.386473642Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f3e02b","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"auth-test-model-f3e02b","reconcileID":"3d0a2dd3-2af0-48fc-bf26-15d7024edd6f","MaaSModelRef":{"name":"auth-test-model-f3e02b","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"tenant":"e2e-shared-a-w4-f3e02b","gateway":"openshift-ingress/e2e-shared-a-w4-f3e02b","model":"ai-tenant-e2e-shared-a-w4-f3e02b/auth-test-model-f3e02b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:54.386499363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f3e02b","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"auth-test-model-f3e02b","reconcileID":"3d0a2dd3-2af0-48fc-bf26-15d7024edd6f","MaaSModelRef":{"name":"auth-test-model-f3e02b","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"routeName":"auth-test-model-f3e02b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","llmisvcName":"auth-test-model-f3e02b","gateway":"openshift-ingress/e2e-shared-a-w4-f3e02b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:54.587212056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"e2e-auth-iso-9814c6","reconcileID":"3fb032b3-5d39-4807-9059-0b8d6342ddbd","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f3e02b","tenantID":"e2e-shared-a-w4-f3e02b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:54.603058935Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"e2e-auth-iso-9814c6","reconcileID":"0143382a-0de0-43cf-907c-c24ba5fec302","MaaSSubscription":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"name":"maas-trlp-auth-test-model-f3e02b","model":"auth-test-model-f3e02b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-f3e02b/e2e-auth-iso-9814c6"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:54.645270196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"e2e-auth-iso-9814c6","reconcileID":"3fb032b3-5d39-4807-9059-0b8d6342ddbd","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"name":"e2e-shared-a-w4-f3e02b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:54.773038008Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f3e02b","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"auth-test-model-f3e02b","reconcileID":"9b204c41-f5b5-4659-8b1a-feedc54c3782","MaaSModelRef":{"name":"auth-test-model-f3e02b","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"tenant":"e2e-shared-a-w4-f3e02b","gateway":"openshift-ingress/e2e-shared-a-w4-f3e02b","model":"ai-tenant-e2e-shared-a-w4-f3e02b/auth-test-model-f3e02b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:54.773057539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f3e02b","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"auth-test-model-f3e02b","reconcileID":"9b204c41-f5b5-4659-8b1a-feedc54c3782","MaaSModelRef":{"name":"auth-test-model-f3e02b","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"routeName":"auth-test-model-f3e02b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","llmisvcName":"auth-test-model-f3e02b","gateway":"openshift-ingress/e2e-shared-a-w4-f3e02b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:54.986236843Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"e2e-auth-iso-9814c6","reconcileID":"efe82883-6252-4f6d-8a75-23c73909bb52","MaaSSubscription":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"name":"maas-trlp-auth-test-model-f3e02b","model":"ai-tenant-e2e-shared-a-w4-f3e02b/auth-test-model-f3e02b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:57.434621742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"e2e-auth-iso-069dfa","reconcileID":"490abdd7-10d1-4115-b610-db8f753d5b6b","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-efa9bf","tenantID":"e2e-shared-a-w0-efa9bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:57.492636193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"e2e-auth-iso-069dfa","reconcileID":"490abdd7-10d1-4115-b610-db8f753d5b6b","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"name":"e2e-shared-a-w0-efa9bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:59:57.550263015Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-efa9bf-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f29365f672843f0d655ee72f3366d8562b9fffe477e6556f16e4c960df207601) AuthConfig (40c18193d00d8287bed99e1508fe76a94911b6acd3893775865a7500a7107e8c) AuthConfig (1f32563ba2473cd5136bdee8ee95a4ae83344de7a59c9572d238f8bdd6eaa3fb) AuthConfig (c578e0a37c4242dc7c4ec70bbff37ad81edde922c7344b07077da7e6b2d9fdf1) AuthConfig (1e4ee2e19a4b0ba72b582821c9cd8e0df73fe2fa9d7ad022e88ff47f12a86caf) AuthConfig (c80c39a7a3ff8208e24ec3f34e5887acaf964515d79f5c0317369ba113f34f1a) AuthConfig (5d2f5e7695a582fb8d1dc93f976e8ef49181d916a7ef98029f03e235f4ae59f5) AuthConfig (1b2d936f8b3518375e85de4e87ce41f959eeef204c8f6dec1fccae2a834c425c) AuthConfig (7394cff84f360af0a2ab13017b398012a3f8b6e8dbd909bda553a003e3415805) AuthConfig (9e476328b5bbecf1702558c002bae82727fd867d0acbb7070ee4b7181cc8dfeb) AuthConfig (0c149a5bffadd6dd00b8c8e0886ef7b0fbda8cdbcc50ac6b123ab053279623c9) AuthConfig (657065e9449293549fd9445bcb7bf4f900aa53c62ef3db9f5c8a3b6d2ab556c6) AuthConfig (04c25038267816f5fcc2cfc45894797cbf4da55bfe3dca8697995cdfbae9f090) AuthConfig (9b87c5d16da90d5901bb919fbf98c057ef70d6dfbd2dae7655602bde197d704a) AuthConfig (c2fa2da9d763ea6b3bf3c0724d5ddb77e8cf58ed2dae5771539aaabae0741a8c) AuthConfig (bf93d846bf708f0e2171db5c8b91ac6d972fd182ab86cfe4433fddf34c31fdc4) AuthConfig (86b9aa7860dfaa7b850a1e35e755b3da250804c056757506f92fbefff0201a88) AuthConfig (b87190313654f53055b60f339ddc7b21dd8c5efed31ebbf4fe7bf889f818562a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"e2e-auth-iso-069dfa","reconcileID":"490abdd7-10d1-4115-b610-db8f753d5b6b","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:01.218135281Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:02.85783536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"e2e-auth-iso-518874","reconcileID":"6f355583-3675-401e-bab4-5b3ce4c57be6","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-10120d","tenantID":"e2e-shared-a-w1-10120d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:02.916062258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"e2e-auth-iso-518874","reconcileID":"6f355583-3675-401e-bab4-5b3ce4c57be6","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"name":"e2e-shared-a-w1-10120d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:02.97519145Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-10120d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (48d13bcb9b195e21091fe0a4f674a1b96aafcbc8aa2ac6e5f0daa407dee9130b) AuthConfig (4ec7c1647fce66def2263cf9207c7cc7b549b652bb62af9c42eea5a3ad612434) AuthConfig (db1b0bafd12128a9684ebe83a7ec44174a042f0243d8b5a94e1eb3e9b3a37448) AuthConfig (b099685269e48be59c62203d296b731543cd5afae1a5fa91b6e69db1472bd8db) AuthConfig (ad542f44465ebe3ef17cfe79996e0fa72ffca1b8ef02394aa91f5b8b76859dea) AuthConfig (98ef59d12a99cba7787f475ffc5be839b263fd1f96adf7abaeb78fa4cee37fb6) AuthConfig (e68af4b0c87ce60475cbf57c8c6ead627eb19959c9f924a4e04b265c6f3ec44e) AuthConfig (6c4a1384eb3d451e66de99a016eeb257dafc761bb7153eed469244d3ba234aaf) AuthConfig (8eb183c0551d275104eb975e219959cfde4a35486803bfa5a3782ca11fe61370) AuthConfig (2c9dd4e292ee7c9b85cc81c181d982e4d1a7524e5acb363e27c07ab8c448d5d8) AuthConfig (6eb709f548e64dfdaa76ce82699cb3466ed587cd85e5773899ff2b74ad0966b6) AuthConfig (7bece6f9b7b617f0061586c7e3e0dff31706829e393ab1041b06a662e9990940) AuthConfig (175df6214bbbccc8782292349e0c7b2dccf0b22c1850a59b9b44b0c99963477f) AuthConfig (a0cf2b51174657cf51fd5b2f55387defc86f784c908fedce51fb441db0ea1c03) AuthConfig (a83584d8edab2d8ac057f383e8dd2d5ed03ea5c153abda94bc39099a10c1ce8c) AuthConfig (5f54ec6abb12b13b9bd452f75a039b57fc42a0fc921816a7c6192fbe4fdbfcd1) AuthConfig (5fc3584c7f9eaf8c3de7dd3f3853a3bdb40e3cf9b2fdc7514bfae2afa2fd612b) AuthConfig (84fa778bcf8a37090ad3eea0d4198aa8f043ae6296e8bbbeaafee3e713d73c15)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"e2e-auth-iso-518874","reconcileID":"6f355583-3675-401e-bab4-5b3ce4c57be6","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:03.650062358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-auth-iso-8e79ac","reconcileID":"67a5c55e-2397-46c2-acc7-d52a0631a886","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-66d902","tenantID":"e2e-shared-a-w2-66d902","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:03.708888393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-auth-iso-8e79ac","reconcileID":"67a5c55e-2397-46c2-acc7-d52a0631a886","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"name":"e2e-shared-a-w2-66d902-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:03.765615313Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-66d902-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2b9b476ccfd5302805fb25b380108a6f56e88971d62c28b215fb5ff9b010b760) AuthConfig (e4dc6eb713de8e57a291c6c096426d07bb85b45c1b79ae09c90be20edd468244) AuthConfig (c8697a32827dca520294b6f78eb60de80eca9bccba640926a79fc0bae094d3e3) AuthConfig (404e69c8a4de4d3229c1d3136753d0c5d2fdef3cd09a9cc4d762a60f8fa1d13d) AuthConfig (97510e1cc196f4c93d2504b11948f052dbc3981fce85c89739cb5520111019cf) AuthConfig (a1d3c6184112714f7e0061571c0daf21fa1d2e3cbd1599a872be1f4308f18a5f) AuthConfig (54a266c888ec94b299886e5727c9e82fd6bf7b536fcb0352c3ce828c37b7c180) AuthConfig (ff6a9d81d3a187566fc9acd21fc4edc51511dcd3b7a5d86aab78a3a574589fba) AuthConfig (067a3b541b08a55474e5697c66da27108da92d69acf4f3069ee1c0f0e20ccee0) AuthConfig (90e037dec706767b61eaad3e01acedbb2d4b1318ccf3ca64b42ef54e066d1199) AuthConfig (177c64d2fb2a31c12eb4a393a368233ab5092fabe6c3aef311f2d55ca310e8c0) AuthConfig (5bdbcfb1531a3afad92472cc50d5afa1d0213e1ca80221d8c19b5fc66afff9f8) AuthConfig (4197323c7981152e68e14e460f25f757a96f33f67f3fb7282164c97a0cb60dd0) AuthConfig (99a981d76cc5b8890a068d35416df7f6e069eabe6a3a8bf3a2c294abb4c863a1) AuthConfig (27bcd0c2d70adf1d07910f8b793017b9c847f8a4f1ada8a1a0c34074b51d1ca9) AuthConfig (3a6900104fd175557221748f6f2cb1ee10c4d30331d3eeafa0ce4f9716b82d09) AuthConfig (a16e23a2091ac91830fe1820b35127b79aab4b8bf543f33f6f957d1a6e3b21cc) AuthConfig (46551c3e468ded06e0f635101f0882e575b9637057b6e0429fdce92fd043dead)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-auth-iso-8e79ac","reconcileID":"67a5c55e-2397-46c2-acc7-d52a0631a886","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:07.657306067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"e2e-auth-iso-069dfa","reconcileID":"48d09f50-ab7e-44a3-8dc0-36650b36a486","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-efa9bf","tenantID":"e2e-shared-a-w0-efa9bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:07.715323746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"e2e-auth-iso-069dfa","reconcileID":"48d09f50-ab7e-44a3-8dc0-36650b36a486","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"name":"e2e-shared-a-w0-efa9bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:07.989372129Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-efa9bf","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"auth-test-model-efa9bf","reconcileID":"76461c26-2953-4e29-8cf1-b543176010fe","MaaSModelRef":{"name":"auth-test-model-efa9bf","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"tenant":"e2e-shared-a-w0-efa9bf","gateway":"openshift-ingress/e2e-shared-a-w0-efa9bf","model":"ai-tenant-e2e-shared-a-w0-efa9bf/auth-test-model-efa9bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:07.98939301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-efa9bf","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"auth-test-model-efa9bf","reconcileID":"76461c26-2953-4e29-8cf1-b543176010fe","MaaSModelRef":{"name":"auth-test-model-efa9bf","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"routeName":"auth-test-model-efa9bf-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","llmisvcName":"auth-test-model-efa9bf","gateway":"openshift-ingress/e2e-shared-a-w0-efa9bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:13.085897337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"e2e-auth-iso-518874","reconcileID":"c07f72d8-e20a-406a-a0b9-62eb2ffaa60d","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-10120d","tenantID":"e2e-shared-a-w1-10120d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:13.144323495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"e2e-auth-iso-518874","reconcileID":"c07f72d8-e20a-406a-a0b9-62eb2ffaa60d","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"name":"e2e-shared-a-w1-10120d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:13.466714464Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-10120d","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"auth-test-model-10120d","reconcileID":"17616883-8a93-491c-964d-8ce3e9c9e220","MaaSModelRef":{"name":"auth-test-model-10120d","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"tenant":"e2e-shared-a-w1-10120d","gateway":"openshift-ingress/e2e-shared-a-w1-10120d","model":"ai-tenant-e2e-shared-a-w1-10120d/auth-test-model-10120d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:13.46673411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-10120d","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"auth-test-model-10120d","reconcileID":"17616883-8a93-491c-964d-8ce3e9c9e220","MaaSModelRef":{"name":"auth-test-model-10120d","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"routeName":"auth-test-model-10120d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-10120d","llmisvcName":"auth-test-model-10120d","gateway":"openshift-ingress/e2e-shared-a-w1-10120d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:13.499294718Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-efa9bf","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"auth-test-model-efa9bf","reconcileID":"ef2cd018-0cf4-411c-a84d-17e744525a1a","MaaSModelRef":{"name":"auth-test-model-efa9bf","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"tenant":"e2e-shared-a-w0-efa9bf","gateway":"openshift-ingress/e2e-shared-a-w0-efa9bf","model":"ai-tenant-e2e-shared-a-w0-efa9bf/auth-test-model-efa9bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:13.499311052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-efa9bf","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"auth-test-model-efa9bf","reconcileID":"ef2cd018-0cf4-411c-a84d-17e744525a1a","MaaSModelRef":{"name":"auth-test-model-efa9bf","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"routeName":"auth-test-model-efa9bf-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","llmisvcName":"auth-test-model-efa9bf","gateway":"openshift-ingress/e2e-shared-a-w0-efa9bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:13.561547341Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-efa9bf","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"auth-test-model-efa9bf","reconcileID":"7682b09a-2113-46df-b74c-da70d8b2ca99","MaaSModelRef":{"name":"auth-test-model-efa9bf","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"tenant":"e2e-shared-a-w0-efa9bf","gateway":"openshift-ingress/e2e-shared-a-w0-efa9bf","model":"ai-tenant-e2e-shared-a-w0-efa9bf/auth-test-model-efa9bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:13.56157123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-efa9bf","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"auth-test-model-efa9bf","reconcileID":"7682b09a-2113-46df-b74c-da70d8b2ca99","MaaSModelRef":{"name":"auth-test-model-efa9bf","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"routeName":"auth-test-model-efa9bf-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","llmisvcName":"auth-test-model-efa9bf","gateway":"openshift-ingress/e2e-shared-a-w0-efa9bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:13.605932287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"e2e-auth-iso-069dfa","reconcileID":"c7220c27-87b7-4057-ad3e-c010451d80e6","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-efa9bf","tenantID":"e2e-shared-a-w0-efa9bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:00:13.608059388Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"e2e-auth-iso-069dfa","reconcileID":"c769b8e5-0947-47ff-80a2-4cb351632a9d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-069dfa\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:13.664357613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"e2e-auth-iso-069dfa","reconcileID":"c7220c27-87b7-4057-ad3e-c010451d80e6","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"name":"e2e-shared-a-w0-efa9bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:13.718586226Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-efa9bf","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"auth-test-model-efa9bf","reconcileID":"3c02d934-7f4d-4b65-a89d-087af32e6092","MaaSModelRef":{"name":"auth-test-model-efa9bf","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"tenant":"e2e-shared-a-w0-efa9bf","gateway":"openshift-ingress/e2e-shared-a-w0-efa9bf","model":"ai-tenant-e2e-shared-a-w0-efa9bf/auth-test-model-efa9bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:13.718609489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-efa9bf","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"auth-test-model-efa9bf","reconcileID":"3c02d934-7f4d-4b65-a89d-087af32e6092","MaaSModelRef":{"name":"auth-test-model-efa9bf","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"routeName":"auth-test-model-efa9bf-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","llmisvcName":"auth-test-model-efa9bf","gateway":"openshift-ingress/e2e-shared-a-w0-efa9bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:13.776508648Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-efa9bf","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"auth-test-model-efa9bf","reconcileID":"375db4e0-c6ba-4da0-8734-65c2589af442","MaaSModelRef":{"name":"auth-test-model-efa9bf","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"tenant":"e2e-shared-a-w0-efa9bf","gateway":"openshift-ingress/e2e-shared-a-w0-efa9bf","model":"ai-tenant-e2e-shared-a-w0-efa9bf/auth-test-model-efa9bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:13.776525029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-efa9bf","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"auth-test-model-efa9bf","reconcileID":"375db4e0-c6ba-4da0-8734-65c2589af442","MaaSModelRef":{"name":"auth-test-model-efa9bf","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"routeName":"auth-test-model-efa9bf-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","llmisvcName":"auth-test-model-efa9bf","gateway":"openshift-ingress/e2e-shared-a-w0-efa9bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:13.872489183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-auth-iso-8e79ac","reconcileID":"f99e1a9f-8dd0-4a6f-b771-9095486a042c","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-66d902","tenantID":"e2e-shared-a-w2-66d902","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:13.930147598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-auth-iso-8e79ac","reconcileID":"f99e1a9f-8dd0-4a6f-b771-9095486a042c","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"name":"e2e-shared-a-w2-66d902-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:13.977821658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"e2e-auth-iso-069dfa","reconcileID":"6807cadd-ba36-4de3-ba8d-c23d29724a25","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-efa9bf","tenantID":"e2e-shared-a-w0-efa9bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:13.992891358Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"e2e-auth-iso-069dfa","reconcileID":"57c31a6e-4c9b-4ae8-b247-255fd6cbd187","MaaSSubscription":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"name":"maas-trlp-auth-test-model-efa9bf","model":"auth-test-model-efa9bf","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-efa9bf/e2e-auth-iso-069dfa"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:14.037230825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"e2e-auth-iso-069dfa","reconcileID":"6807cadd-ba36-4de3-ba8d-c23d29724a25","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"name":"e2e-shared-a-w0-efa9bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:14.162222329Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-efa9bf","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"auth-test-model-efa9bf","reconcileID":"91430fc9-cc10-4e55-bc77-538845a685f6","MaaSModelRef":{"name":"auth-test-model-efa9bf","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"tenant":"e2e-shared-a-w0-efa9bf","gateway":"openshift-ingress/e2e-shared-a-w0-efa9bf","model":"ai-tenant-e2e-shared-a-w0-efa9bf/auth-test-model-efa9bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:14.162247952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-efa9bf","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"auth-test-model-efa9bf","reconcileID":"91430fc9-cc10-4e55-bc77-538845a685f6","MaaSModelRef":{"name":"auth-test-model-efa9bf","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"routeName":"auth-test-model-efa9bf-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","llmisvcName":"auth-test-model-efa9bf","gateway":"openshift-ingress/e2e-shared-a-w0-efa9bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:14.201965812Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"auth-test-model-66d902","reconcileID":"97d7ffe2-f788-4b0d-899b-9c55ce0cb0ae","MaaSModelRef":{"name":"auth-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"tenant":"e2e-shared-a-w2-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","model":"ai-tenant-e2e-shared-a-w2-66d902/auth-test-model-66d902","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:14.201988115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"auth-test-model-66d902","reconcileID":"97d7ffe2-f788-4b0d-899b-9c55ce0cb0ae","MaaSModelRef":{"name":"auth-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"routeName":"auth-test-model-66d902-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-66d902","llmisvcName":"auth-test-model-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:14.376084147Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"e2e-auth-iso-069dfa","reconcileID":"39a2e4ba-f892-4e77-9a69-46de97385c49","MaaSSubscription":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"name":"maas-trlp-auth-test-model-efa9bf","model":"ai-tenant-e2e-shared-a-w0-efa9bf/auth-test-model-efa9bf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:18.932934235Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-10120d","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"auth-test-model-10120d","reconcileID":"398e7f32-ac5d-46dd-978f-9a8ac7452f83","MaaSModelRef":{"name":"auth-test-model-10120d","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"tenant":"e2e-shared-a-w1-10120d","gateway":"openshift-ingress/e2e-shared-a-w1-10120d","model":"ai-tenant-e2e-shared-a-w1-10120d/auth-test-model-10120d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:18.932956886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-10120d","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"auth-test-model-10120d","reconcileID":"398e7f32-ac5d-46dd-978f-9a8ac7452f83","MaaSModelRef":{"name":"auth-test-model-10120d","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"routeName":"auth-test-model-10120d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-10120d","llmisvcName":"auth-test-model-10120d","gateway":"openshift-ingress/e2e-shared-a-w1-10120d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:18.993222621Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-10120d","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"auth-test-model-10120d","reconcileID":"90bd53d3-632e-4891-bbfb-7d0438ad2979","MaaSModelRef":{"name":"auth-test-model-10120d","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"tenant":"e2e-shared-a-w1-10120d","gateway":"openshift-ingress/e2e-shared-a-w1-10120d","model":"ai-tenant-e2e-shared-a-w1-10120d/auth-test-model-10120d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:18.993247754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-10120d","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"auth-test-model-10120d","reconcileID":"90bd53d3-632e-4891-bbfb-7d0438ad2979","MaaSModelRef":{"name":"auth-test-model-10120d","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"routeName":"auth-test-model-10120d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-10120d","llmisvcName":"auth-test-model-10120d","gateway":"openshift-ingress/e2e-shared-a-w1-10120d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:19.038252406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"e2e-auth-iso-518874","reconcileID":"8731bc3f-4943-4309-bd44-549667453708","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-10120d","tenantID":"e2e-shared-a-w1-10120d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:00:19.042972381Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"e2e-auth-iso-518874","reconcileID":"bef1adc2-b0ab-462c-8fce-5ef6a54b9a88","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-518874\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:19.096631693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"e2e-auth-iso-518874","reconcileID":"8731bc3f-4943-4309-bd44-549667453708","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"name":"e2e-shared-a-w1-10120d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:19.153083148Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-10120d","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"auth-test-model-10120d","reconcileID":"7448172b-6e2c-49ad-bba3-609323d55385","MaaSModelRef":{"name":"auth-test-model-10120d","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"tenant":"e2e-shared-a-w1-10120d","gateway":"openshift-ingress/e2e-shared-a-w1-10120d","model":"ai-tenant-e2e-shared-a-w1-10120d/auth-test-model-10120d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:19.153108411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-10120d","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"auth-test-model-10120d","reconcileID":"7448172b-6e2c-49ad-bba3-609323d55385","MaaSModelRef":{"name":"auth-test-model-10120d","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"routeName":"auth-test-model-10120d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-10120d","llmisvcName":"auth-test-model-10120d","gateway":"openshift-ingress/e2e-shared-a-w1-10120d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:19.211538423Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-10120d","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"auth-test-model-10120d","reconcileID":"e6c88d79-f500-4501-ad4c-d8648a2f4bb9","MaaSModelRef":{"name":"auth-test-model-10120d","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"tenant":"e2e-shared-a-w1-10120d","gateway":"openshift-ingress/e2e-shared-a-w1-10120d","model":"ai-tenant-e2e-shared-a-w1-10120d/auth-test-model-10120d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:19.211570862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-10120d","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"auth-test-model-10120d","reconcileID":"e6c88d79-f500-4501-ad4c-d8648a2f4bb9","MaaSModelRef":{"name":"auth-test-model-10120d","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"routeName":"auth-test-model-10120d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-10120d","llmisvcName":"auth-test-model-10120d","gateway":"openshift-ingress/e2e-shared-a-w1-10120d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:19.413489253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"e2e-auth-iso-518874","reconcileID":"6e988603-4c31-42d1-b5ae-c5859cd03255","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-10120d","tenantID":"e2e-shared-a-w1-10120d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:19.43275855Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"e2e-auth-iso-518874","reconcileID":"df5385f3-1110-483f-8fb8-33eb221a3b04","MaaSSubscription":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"name":"maas-trlp-auth-test-model-10120d","model":"auth-test-model-10120d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-10120d/e2e-auth-iso-518874"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:19.471809033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"e2e-auth-iso-518874","reconcileID":"6e988603-4c31-42d1-b5ae-c5859cd03255","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"name":"e2e-shared-a-w1-10120d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:19.601957073Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-10120d","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"auth-test-model-10120d","reconcileID":"195e6421-8859-4b94-86b2-89b225f57d55","MaaSModelRef":{"name":"auth-test-model-10120d","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"tenant":"e2e-shared-a-w1-10120d","gateway":"openshift-ingress/e2e-shared-a-w1-10120d","model":"ai-tenant-e2e-shared-a-w1-10120d/auth-test-model-10120d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:19.601987382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-10120d","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"auth-test-model-10120d","reconcileID":"195e6421-8859-4b94-86b2-89b225f57d55","MaaSModelRef":{"name":"auth-test-model-10120d","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"routeName":"auth-test-model-10120d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-10120d","llmisvcName":"auth-test-model-10120d","gateway":"openshift-ingress/e2e-shared-a-w1-10120d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:19.739606864Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"auth-test-model-66d902","reconcileID":"d7fa1d4f-613f-445a-812a-2a8bcb840776","MaaSModelRef":{"name":"auth-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"tenant":"e2e-shared-a-w2-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","model":"ai-tenant-e2e-shared-a-w2-66d902/auth-test-model-66d902","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:19.739630763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"auth-test-model-66d902","reconcileID":"d7fa1d4f-613f-445a-812a-2a8bcb840776","MaaSModelRef":{"name":"auth-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"routeName":"auth-test-model-66d902-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-66d902","llmisvcName":"auth-test-model-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:19.800591726Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"auth-test-model-66d902","reconcileID":"9b9583d4-6e50-4e80-9b43-989af6632a17","MaaSModelRef":{"name":"auth-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"tenant":"e2e-shared-a-w2-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","model":"ai-tenant-e2e-shared-a-w2-66d902/auth-test-model-66d902","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:19.800715874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"auth-test-model-66d902","reconcileID":"9b9583d4-6e50-4e80-9b43-989af6632a17","MaaSModelRef":{"name":"auth-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"routeName":"auth-test-model-66d902-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-66d902","llmisvcName":"auth-test-model-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:19.815752442Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"e2e-auth-iso-518874","reconcileID":"9078152f-150d-44c9-ac92-e034ae339781","MaaSSubscription":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"name":"maas-trlp-auth-test-model-10120d","model":"ai-tenant-e2e-shared-a-w1-10120d/auth-test-model-10120d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:19.845313469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-auth-iso-8e79ac","reconcileID":"5e1e9659-079f-40f5-9df2-0b80c240700b","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-66d902","tenantID":"e2e-shared-a-w2-66d902","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:00:19.847584451Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-auth-iso-8e79ac","reconcileID":"447e2bd8-2b0e-4420-87f7-ee885259a8fc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-8e79ac\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:00:19.855498416Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"auth-test-model-66d902","reconcileID":"9b9583d4-6e50-4e80-9b43-989af6632a17","name":"auth-test-model-66d902","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-66d902\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:00:19.855543184Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"auth-test-model-66d902","reconcileID":"9b9583d4-6e50-4e80-9b43-989af6632a17","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-66d902\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:19.860899746Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"auth-test-model-66d902","reconcileID":"82dc1ad3-c74c-4674-8088-11f48a9d4d21","MaaSModelRef":{"name":"auth-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"tenant":"e2e-shared-a-w2-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","model":"ai-tenant-e2e-shared-a-w2-66d902/auth-test-model-66d902","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:19.860917773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"auth-test-model-66d902","reconcileID":"82dc1ad3-c74c-4674-8088-11f48a9d4d21","MaaSModelRef":{"name":"auth-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"routeName":"auth-test-model-66d902-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-66d902","llmisvcName":"auth-test-model-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:19.903829037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-auth-iso-8e79ac","reconcileID":"5e1e9659-079f-40f5-9df2-0b80c240700b","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"name":"e2e-shared-a-w2-66d902-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:19.958019333Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"auth-test-model-66d902","reconcileID":"2d323dc2-79c8-4701-a2f4-b0af79a2c29d","MaaSModelRef":{"name":"auth-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"tenant":"e2e-shared-a-w2-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","model":"ai-tenant-e2e-shared-a-w2-66d902/auth-test-model-66d902","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:19.958039777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"auth-test-model-66d902","reconcileID":"2d323dc2-79c8-4701-a2f4-b0af79a2c29d","MaaSModelRef":{"name":"auth-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"routeName":"auth-test-model-66d902-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-66d902","llmisvcName":"auth-test-model-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:20.016614841Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"auth-test-model-66d902","reconcileID":"7d6864ab-e1c2-4021-ae6a-4629d7d93f9b","MaaSModelRef":{"name":"auth-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"tenant":"e2e-shared-a-w2-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","model":"ai-tenant-e2e-shared-a-w2-66d902/auth-test-model-66d902","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:20.016633641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"auth-test-model-66d902","reconcileID":"7d6864ab-e1c2-4021-ae6a-4629d7d93f9b","MaaSModelRef":{"name":"auth-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"routeName":"auth-test-model-66d902-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-66d902","llmisvcName":"auth-test-model-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:20.219240046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-auth-iso-8e79ac","reconcileID":"fd6ba19f-6612-4ea8-9661-b1278b226284","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-66d902","tenantID":"e2e-shared-a-w2-66d902","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:20.234506754Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-auth-iso-8e79ac","reconcileID":"54d5447a-b80e-4b2c-85ab-6c0d53a29e3b","MaaSSubscription":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"name":"maas-trlp-auth-test-model-66d902","model":"auth-test-model-66d902","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-66d902/e2e-auth-iso-8e79ac"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:20.277030043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-auth-iso-8e79ac","reconcileID":"fd6ba19f-6612-4ea8-9661-b1278b226284","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"name":"e2e-shared-a-w2-66d902-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:20.40726472Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"auth-test-model-66d902","reconcileID":"5dfc62b6-4c10-4f65-82c4-909715a7748e","MaaSModelRef":{"name":"auth-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"tenant":"e2e-shared-a-w2-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","model":"ai-tenant-e2e-shared-a-w2-66d902/auth-test-model-66d902","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:20.407286197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"auth-test-model-66d902","reconcileID":"5dfc62b6-4c10-4f65-82c4-909715a7748e","MaaSModelRef":{"name":"auth-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"routeName":"auth-test-model-66d902-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-66d902","llmisvcName":"auth-test-model-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:20.621922531Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-auth-iso-8e79ac","reconcileID":"9d9a2661-4e7c-4958-9bbc-a680cd223034","MaaSSubscription":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"name":"maas-trlp-auth-test-model-66d902","model":"ai-tenant-e2e-shared-a-w2-66d902/auth-test-model-66d902","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:20.736897675Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"755eec60-782e-4ac7-b395-9a68235ae637","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:20.835900142Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7278b2f8-949d-4529-b5f9-5327ffc6f473","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:20.939423075Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-subscription","reconcileID":"4e52cd61-135c-4e91-8011-5296db24d3f4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:20.939430159Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-subscription","reconcileID":"f6f27f2c-14f1-45f2-b8b3-19929ed27370","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-simulator-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:21.189512902Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-subscription","reconcileID":"6ec00027-c4be-4f5f-a568-17d0307f9ee5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-simulator-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/simulator-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:21.289841171Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-subscription","reconcileID":"ccd29581-0984-4308-922f-7e227333931b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-premium-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/premium-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:21.437372155Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-subscription","reconcileID":"82416fe1-b4a9-4f1e-9ff3-113aeb0db964","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-premium-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/premium-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:21.537516569Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"e2e-auth-iso-9814c6","reconcileID":"c96a8e6c-f213-4f59-b961-ed4e1d14b405","MaaSSubscription":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"name":"maas-trlp-auth-test-model-f3e02b","model":"ai-tenant-e2e-shared-a-w4-f3e02b/auth-test-model-f3e02b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:21.729393312Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f3e02b","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"auth-test-model-f3e02b","reconcileID":"f19fcaad-2702-433a-9c7d-b92a33290081","MaaSModelRef":{"name":"auth-test-model-f3e02b","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"tenant":"e2e-shared-a-w4-f3e02b","gateway":"openshift-ingress/e2e-shared-a-w4-f3e02b","model":"ai-tenant-e2e-shared-a-w4-f3e02b/auth-test-model-f3e02b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:21.729422172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f3e02b","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"auth-test-model-f3e02b","reconcileID":"f19fcaad-2702-433a-9c7d-b92a33290081","MaaSModelRef":{"name":"auth-test-model-f3e02b","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"routeName":"auth-test-model-f3e02b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","llmisvcName":"auth-test-model-f3e02b","gateway":"openshift-ingress/e2e-shared-a-w4-f3e02b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:21.782342944Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-subscription","reconcileID":"cd2a8c9b-6ca0-47ec-939f-26a51a90920d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-simulator-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:21.894555088Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-subscription","reconcileID":"9ab27495-8835-430e-9d0f-43639492d7fd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-simulator-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/simulator-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:21.996257091Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-subscription","reconcileID":"a2cfebb2-fc6c-4ab4-a199-bb862d6b021d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-premium-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/premium-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:22.092356147Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-subscription","reconcileID":"81d10a64-53e4-42c2-ae67-32b5ba710e44","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-premium-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/premium-w3-68b670","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:22.194114395Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-subscription","reconcileID":"381031ee-8fdb-495b-99f4-692b44e285a3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-premium-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/premium-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:22.211054698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"e2e-auth-iso-9814c6","reconcileID":"f053cc0f-bf40-4ff4-bda5-a3754f510bf5","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f3e02b","tenantID":"e2e-shared-a-w4-f3e02b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:22.26909347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"e2e-auth-iso-9814c6","reconcileID":"f053cc0f-bf40-4ff4-bda5-a3754f510bf5","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"name":"e2e-shared-a-w4-f3e02b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:23.641881628Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ed2d6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"auth-test-model-7ed2d6","reconcileID":"31ea0300-be64-4f08-9a4e-58bc3fd6738c","MaaSModelRef":{"name":"auth-test-model-7ed2d6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"tenant":"e2e-shared-b-w4-7ed2d6","gateway":"openshift-ingress/e2e-shared-b-w4-7ed2d6","model":"ai-tenant-e2e-shared-b-w4-7ed2d6/auth-test-model-7ed2d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:23.641909796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ed2d6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"auth-test-model-7ed2d6","reconcileID":"31ea0300-be64-4f08-9a4e-58bc3fd6738c","MaaSModelRef":{"name":"auth-test-model-7ed2d6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"routeName":"auth-test-model-7ed2d6-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","llmisvcName":"auth-test-model-7ed2d6","gateway":"openshift-ingress/e2e-shared-b-w4-7ed2d6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:23.699938016Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ed2d6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"auth-test-model-7ed2d6","reconcileID":"098f18d7-587a-4526-868f-b1daac8f55ef","MaaSModelRef":{"name":"auth-test-model-7ed2d6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"tenant":"e2e-shared-b-w4-7ed2d6","gateway":"openshift-ingress/e2e-shared-b-w4-7ed2d6","model":"ai-tenant-e2e-shared-b-w4-7ed2d6/auth-test-model-7ed2d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:23.699961195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ed2d6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"auth-test-model-7ed2d6","reconcileID":"098f18d7-587a-4526-868f-b1daac8f55ef","MaaSModelRef":{"name":"auth-test-model-7ed2d6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"routeName":"auth-test-model-7ed2d6-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","llmisvcName":"auth-test-model-7ed2d6","gateway":"openshift-ingress/e2e-shared-b-w4-7ed2d6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:23.805901063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"e2e-auth-iso-9814c6","reconcileID":"a6a3e2f1-ac29-423e-95c3-221de7aec134","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-7ed2d6","tenantID":"e2e-shared-b-w4-7ed2d6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:23.938174215Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"e2e-auth-iso-9814c6","reconcileID":"a6a3e2f1-ac29-423e-95c3-221de7aec134","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"name":"e2e-shared-b-w4-7ed2d6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:23.995222804Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-7ed2d6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"e2e-auth-iso-9814c6","reconcileID":"a6a3e2f1-ac29-423e-95c3-221de7aec134","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:24.053742008Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ed2d6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"auth-test-model-7ed2d6","reconcileID":"5c834144-45d8-4e88-8ae7-c163237488a3","MaaSModelRef":{"name":"auth-test-model-7ed2d6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"tenant":"e2e-shared-b-w4-7ed2d6","gateway":"openshift-ingress/e2e-shared-b-w4-7ed2d6","model":"ai-tenant-e2e-shared-b-w4-7ed2d6/auth-test-model-7ed2d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:24.053762514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ed2d6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"auth-test-model-7ed2d6","reconcileID":"5c834144-45d8-4e88-8ae7-c163237488a3","MaaSModelRef":{"name":"auth-test-model-7ed2d6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"routeName":"auth-test-model-7ed2d6-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","llmisvcName":"auth-test-model-7ed2d6","gateway":"openshift-ingress/e2e-shared-b-w4-7ed2d6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:31.218204785Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:34.161304252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"e2e-auth-iso-9814c6","reconcileID":"fd207824-8796-4218-b13b-14836a2f0c82","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-7ed2d6","tenantID":"e2e-shared-b-w4-7ed2d6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:34.219431142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"e2e-auth-iso-9814c6","reconcileID":"fd207824-8796-4218-b13b-14836a2f0c82","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"name":"e2e-shared-b-w4-7ed2d6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:34.276584128Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-7ed2d6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"e2e-auth-iso-9814c6","reconcileID":"fd207824-8796-4218-b13b-14836a2f0c82","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:41.254031571Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-auth-iso-8e79ac","reconcileID":"5f4c179c-6e5c-4ae1-aeb4-149c406fe95f","MaaSSubscription":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"name":"maas-trlp-auth-test-model-66d902","model":"ai-tenant-e2e-shared-a-w2-66d902/auth-test-model-66d902","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:41.425434626Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"auth-test-model-66d902","reconcileID":"b0759de3-dd90-440c-8663-eb5465d16cca","MaaSModelRef":{"name":"auth-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"tenant":"e2e-shared-a-w2-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","model":"ai-tenant-e2e-shared-a-w2-66d902/auth-test-model-66d902","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:41.425476078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"auth-test-model-66d902","reconcileID":"b0759de3-dd90-440c-8663-eb5465d16cca","MaaSModelRef":{"name":"auth-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"routeName":"auth-test-model-66d902-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-66d902","llmisvcName":"auth-test-model-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:41.7642864Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"e2e-auth-iso-518874","reconcileID":"5867db75-fc80-49f0-9c1f-70eca901d66d","MaaSSubscription":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"name":"maas-trlp-auth-test-model-10120d","model":"ai-tenant-e2e-shared-a-w1-10120d/auth-test-model-10120d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:41.936394288Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-10120d","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"auth-test-model-10120d","reconcileID":"ff590b90-1f8c-4256-8ec6-9d54b8870b2c","MaaSModelRef":{"name":"auth-test-model-10120d","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"tenant":"e2e-shared-a-w1-10120d","gateway":"openshift-ingress/e2e-shared-a-w1-10120d","model":"ai-tenant-e2e-shared-a-w1-10120d/auth-test-model-10120d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:41.936413561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-10120d","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"auth-test-model-10120d","reconcileID":"ff590b90-1f8c-4256-8ec6-9d54b8870b2c","MaaSModelRef":{"name":"auth-test-model-10120d","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"routeName":"auth-test-model-10120d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-10120d","llmisvcName":"auth-test-model-10120d","gateway":"openshift-ingress/e2e-shared-a-w1-10120d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:42.182993871Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"e2e-auth-iso-069dfa","reconcileID":"03f127dd-8580-4a5f-bca0-5123d573d80b","MaaSSubscription":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"name":"maas-trlp-auth-test-model-efa9bf","model":"ai-tenant-e2e-shared-a-w0-efa9bf/auth-test-model-efa9bf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:42.352997653Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-efa9bf","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"auth-test-model-efa9bf","reconcileID":"81376a31-b4ca-4635-bfbd-b1342b75137e","MaaSModelRef":{"name":"auth-test-model-efa9bf","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"tenant":"e2e-shared-a-w0-efa9bf","gateway":"openshift-ingress/e2e-shared-a-w0-efa9bf","model":"ai-tenant-e2e-shared-a-w0-efa9bf/auth-test-model-efa9bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:42.353022805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-efa9bf","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"auth-test-model-efa9bf","reconcileID":"81376a31-b4ca-4635-bfbd-b1342b75137e","MaaSModelRef":{"name":"auth-test-model-efa9bf","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"routeName":"auth-test-model-efa9bf-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","llmisvcName":"auth-test-model-efa9bf","gateway":"openshift-ingress/e2e-shared-a-w0-efa9bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:42.754814393Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"auth-test-model-3d8dc5","reconcileID":"9df7d536-2b25-4b16-802c-96e79b89531c","MaaSModelRef":{"name":"auth-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"tenant":"e2e-shared-b-w2-3d8dc5","gateway":"openshift-ingress/e2e-shared-b-w2-3d8dc5","model":"ai-tenant-e2e-shared-b-w2-3d8dc5/auth-test-model-3d8dc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:42.754841482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"auth-test-model-3d8dc5","reconcileID":"9df7d536-2b25-4b16-802c-96e79b89531c","MaaSModelRef":{"name":"auth-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"routeName":"auth-test-model-3d8dc5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","llmisvcName":"auth-test-model-3d8dc5","gateway":"openshift-ingress/e2e-shared-b-w2-3d8dc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:42.759983653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"e2e-auth-iso-069dfa","reconcileID":"850524aa-7d69-4c30-a19f-ebdc3c1b7419","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-efa9bf","tenantID":"e2e-shared-a-w0-efa9bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:42.810709737Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"auth-test-model-3d8dc5","reconcileID":"68365fe8-4a81-4926-9359-db0c2e1d4389","MaaSModelRef":{"name":"auth-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"tenant":"e2e-shared-b-w2-3d8dc5","gateway":"openshift-ingress/e2e-shared-b-w2-3d8dc5","model":"ai-tenant-e2e-shared-b-w2-3d8dc5/auth-test-model-3d8dc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:42.810730262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"auth-test-model-3d8dc5","reconcileID":"68365fe8-4a81-4926-9359-db0c2e1d4389","MaaSModelRef":{"name":"auth-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"routeName":"auth-test-model-3d8dc5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","llmisvcName":"auth-test-model-3d8dc5","gateway":"openshift-ingress/e2e-shared-b-w2-3d8dc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:42.81793264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"e2e-auth-iso-069dfa","reconcileID":"850524aa-7d69-4c30-a19f-ebdc3c1b7419","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"name":"e2e-shared-a-w0-efa9bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:42.889796858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"e2e-auth-iso-518874","reconcileID":"7f107601-ca35-4723-8e56-76346b272a52","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-10120d","tenantID":"e2e-shared-a-w1-10120d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:42.947952623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"e2e-auth-iso-518874","reconcileID":"7f107601-ca35-4723-8e56-76346b272a52","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"name":"e2e-shared-a-w1-10120d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:42.948750432Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-286a8c","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"auth-test-model-286a8c","reconcileID":"38972f80-f9db-439e-9449-88c2bb2b92ab","MaaSModelRef":{"name":"auth-test-model-286a8c","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"tenant":"e2e-shared-b-w0-286a8c","gateway":"openshift-ingress/e2e-shared-b-w0-286a8c","model":"ai-tenant-e2e-shared-b-w0-286a8c/auth-test-model-286a8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:42.948773512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-286a8c","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"auth-test-model-286a8c","reconcileID":"38972f80-f9db-439e-9449-88c2bb2b92ab","MaaSModelRef":{"name":"auth-test-model-286a8c","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"routeName":"auth-test-model-286a8c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-286a8c","llmisvcName":"auth-test-model-286a8c","gateway":"openshift-ingress/e2e-shared-b-w0-286a8c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:42.990742657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-auth-iso-8e79ac","reconcileID":"1eba5107-e4c3-4c84-9b69-50c4c65af04a","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3d8dc5","tenantID":"e2e-shared-b-w2-3d8dc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:43.006613735Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-286a8c","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"auth-test-model-286a8c","reconcileID":"64490842-e65f-4e5a-bc90-cc5883301bd4","MaaSModelRef":{"name":"auth-test-model-286a8c","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"tenant":"e2e-shared-b-w0-286a8c","gateway":"openshift-ingress/e2e-shared-b-w0-286a8c","model":"ai-tenant-e2e-shared-b-w0-286a8c/auth-test-model-286a8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:43.006636759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-286a8c","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"auth-test-model-286a8c","reconcileID":"64490842-e65f-4e5a-bc90-cc5883301bd4","MaaSModelRef":{"name":"auth-test-model-286a8c","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"routeName":"auth-test-model-286a8c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-286a8c","llmisvcName":"auth-test-model-286a8c","gateway":"openshift-ingress/e2e-shared-b-w0-286a8c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:43.112613515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"e2e-auth-iso-069dfa","reconcileID":"83a31eff-5611-4bc6-8b59-0bf069a28b49","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-286a8c","tenantID":"e2e-shared-b-w0-286a8c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:43.121399137Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-auth-iso-8e79ac","reconcileID":"1eba5107-e4c3-4c84-9b69-50c4c65af04a","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"name":"e2e-shared-b-w2-3d8dc5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:43.178381119Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-3d8dc5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-auth-iso-8e79ac","reconcileID":"1eba5107-e4c3-4c84-9b69-50c4c65af04a","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:43.237202815Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"auth-test-model-3d8dc5","reconcileID":"15aab88a-c656-4a9c-89ae-a460f9845075","MaaSModelRef":{"name":"auth-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"tenant":"e2e-shared-b-w2-3d8dc5","gateway":"openshift-ingress/e2e-shared-b-w2-3d8dc5","model":"ai-tenant-e2e-shared-b-w2-3d8dc5/auth-test-model-3d8dc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:43.237226763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"auth-test-model-3d8dc5","reconcileID":"15aab88a-c656-4a9c-89ae-a460f9845075","MaaSModelRef":{"name":"auth-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"routeName":"auth-test-model-3d8dc5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","llmisvcName":"auth-test-model-3d8dc5","gateway":"openshift-ingress/e2e-shared-b-w2-3d8dc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:43.243325682Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"e2e-auth-iso-069dfa","reconcileID":"83a31eff-5611-4bc6-8b59-0bf069a28b49","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"name":"e2e-shared-b-w0-286a8c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:43.275560727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-auth-iso-8e79ac","reconcileID":"9515668b-f357-4eaf-b3a6-bc5946b27261","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-66d902","tenantID":"e2e-shared-a-w2-66d902","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:43.301484612Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-286a8c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"e2e-auth-iso-069dfa","reconcileID":"83a31eff-5611-4bc6-8b59-0bf069a28b49","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:43.333855765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-auth-iso-8e79ac","reconcileID":"9515668b-f357-4eaf-b3a6-bc5946b27261","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"name":"e2e-shared-a-w2-66d902-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:43.360472952Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-286a8c","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"auth-test-model-286a8c","reconcileID":"6909bfe4-22ac-492c-bcf7-267d4802f889","MaaSModelRef":{"name":"auth-test-model-286a8c","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"tenant":"e2e-shared-b-w0-286a8c","gateway":"openshift-ingress/e2e-shared-b-w0-286a8c","model":"ai-tenant-e2e-shared-b-w0-286a8c/auth-test-model-286a8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:43.360491318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-286a8c","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"auth-test-model-286a8c","reconcileID":"6909bfe4-22ac-492c-bcf7-267d4802f889","MaaSModelRef":{"name":"auth-test-model-286a8c","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"routeName":"auth-test-model-286a8c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-286a8c","llmisvcName":"auth-test-model-286a8c","gateway":"openshift-ingress/e2e-shared-b-w0-286a8c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:44.109620261Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9daccc","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"auth-test-model-9daccc","reconcileID":"b4d76260-afb6-44a4-8eb6-b712d0cb64b7","MaaSModelRef":{"name":"auth-test-model-9daccc","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"tenant":"e2e-shared-b-w1-9daccc","gateway":"openshift-ingress/e2e-shared-b-w1-9daccc","model":"ai-tenant-e2e-shared-b-w1-9daccc/auth-test-model-9daccc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:44.109638427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9daccc","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"auth-test-model-9daccc","reconcileID":"b4d76260-afb6-44a4-8eb6-b712d0cb64b7","MaaSModelRef":{"name":"auth-test-model-9daccc","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"routeName":"auth-test-model-9daccc-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9daccc","llmisvcName":"auth-test-model-9daccc","gateway":"openshift-ingress/e2e-shared-b-w1-9daccc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:44.1674305Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9daccc","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"auth-test-model-9daccc","reconcileID":"4e027f75-ced8-4c3b-a098-8a70382da905","MaaSModelRef":{"name":"auth-test-model-9daccc","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"tenant":"e2e-shared-b-w1-9daccc","gateway":"openshift-ingress/e2e-shared-b-w1-9daccc","model":"ai-tenant-e2e-shared-b-w1-9daccc/auth-test-model-9daccc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:44.167476287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9daccc","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"auth-test-model-9daccc","reconcileID":"4e027f75-ced8-4c3b-a098-8a70382da905","MaaSModelRef":{"name":"auth-test-model-9daccc","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"routeName":"auth-test-model-9daccc-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9daccc","llmisvcName":"auth-test-model-9daccc","gateway":"openshift-ingress/e2e-shared-b-w1-9daccc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:44.273006267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"e2e-auth-iso-518874","reconcileID":"a286655e-33ce-4857-80f4-573f8cc8810c","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-9daccc","tenantID":"e2e-shared-b-w1-9daccc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:44.382665409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"e2e-auth-iso-9814c6","reconcileID":"957ffb38-ab2b-4649-be04-fcf9e697c144","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-7ed2d6","tenantID":"e2e-shared-b-w4-7ed2d6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:44.402350484Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"e2e-auth-iso-518874","reconcileID":"a286655e-33ce-4857-80f4-573f8cc8810c","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"name":"e2e-shared-b-w1-9daccc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:44.441038673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"e2e-auth-iso-9814c6","reconcileID":"957ffb38-ab2b-4649-be04-fcf9e697c144","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"name":"e2e-shared-b-w4-7ed2d6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:44.459185246Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-9daccc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"e2e-auth-iso-518874","reconcileID":"a286655e-33ce-4857-80f4-573f8cc8810c","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:44.497689736Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-7ed2d6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f8d6e8f988718f37511d6e832ac3d01b324f065ec3258c6516abaa398ef24154) AuthConfig (c017cd1d69c2fdfddb500aae89e1545c7055ff2cb290ec4108aec52484cec1a5) AuthConfig (aab1b9c271d918a385561246626b97df6f6a507a740d74e8e57e7326b315c9be) AuthConfig (a3244122ad9d01f616e55d0d0465c450904e397e1df3be580f2b930eb35e00d0) AuthConfig (cb79c144f80f3b671a98523c3dfdb2be34078f16394d8149a66e5d18145fcd46) AuthConfig (65e9349fdf0b238444b66406832e096e841078452fdec9b0ee5441fba69ec4ec) AuthConfig (a17ea0d335197dff773ba663b6317b19aec5d9c6be6913103143a111cd976816) AuthConfig (ec909ad44160e62fda4671b2e617dee0e4239309a8fc7656aca42b205d313db9) AuthConfig (40851f628a9e1e7bbcec855d6d89c9fc168da09415e51545298758722089516f) AuthConfig (64a9147bac966fba1f731d3a09dfc543e442a1843461c07cb02c1f92ee0880f0) AuthConfig (f0e93b7c510b8d71e2a1a8240ba64c883614fe87c159b43573147d9c51fcc500) AuthConfig (ff5cff4525dd7e3467f59117824d845ea3e2f7baa50f26a0c4ab12b01d3c1902) AuthConfig (da9b1612f14545e73a95a5869b940c6114222ed5dd8468186737915376811ae9) AuthConfig (569c1b04d9a2ceed23b948fbb7f2e42071074403d26ee7240fd07f6ba2155711) AuthConfig (a92a14a9220250ee62e0e4101cce342642738d6f8f20b4c52972223acc39436c) AuthConfig (9e6c5332b788caad2f922167ba5ab63ff1eba71706783240e7f2ab6bf3d2299e) AuthConfig (0885fc863bc2aa3a8b93baef950ef31e8bc711224f8014aa046e6347cdc01625) AuthConfig (258b1b6e32f2f1ddc0d2a9020b219af81504bf925b1e2d7b3c7915cb8c0b70c4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"e2e-auth-iso-9814c6","reconcileID":"957ffb38-ab2b-4649-be04-fcf9e697c144","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:44.515766389Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9daccc","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"auth-test-model-9daccc","reconcileID":"b9d3c195-4427-4d3f-9034-b4956da4afd5","MaaSModelRef":{"name":"auth-test-model-9daccc","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"tenant":"e2e-shared-b-w1-9daccc","gateway":"openshift-ingress/e2e-shared-b-w1-9daccc","model":"ai-tenant-e2e-shared-b-w1-9daccc/auth-test-model-9daccc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:44.515790028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9daccc","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"auth-test-model-9daccc","reconcileID":"b9d3c195-4427-4d3f-9034-b4956da4afd5","MaaSModelRef":{"name":"auth-test-model-9daccc","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"routeName":"auth-test-model-9daccc-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9daccc","llmisvcName":"auth-test-model-9daccc","gateway":"openshift-ingress/e2e-shared-b-w1-9daccc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:44.556913721Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ed2d6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"auth-test-model-7ed2d6","reconcileID":"4f0370eb-1518-46c3-a8dc-dcb59b1eb7df","MaaSModelRef":{"name":"auth-test-model-7ed2d6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"tenant":"e2e-shared-b-w4-7ed2d6","gateway":"openshift-ingress/e2e-shared-b-w4-7ed2d6","model":"ai-tenant-e2e-shared-b-w4-7ed2d6/auth-test-model-7ed2d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:44.556936836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ed2d6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"auth-test-model-7ed2d6","reconcileID":"4f0370eb-1518-46c3-a8dc-dcb59b1eb7df","MaaSModelRef":{"name":"auth-test-model-7ed2d6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"routeName":"auth-test-model-7ed2d6-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","llmisvcName":"auth-test-model-7ed2d6","gateway":"openshift-ingress/e2e-shared-b-w4-7ed2d6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:53.342216629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-auth-iso-8e79ac","reconcileID":"789e28d0-5c6b-4993-ae78-96f21da861b4","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3d8dc5","tenantID":"e2e-shared-b-w2-3d8dc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:53.399900323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-auth-iso-8e79ac","reconcileID":"789e28d0-5c6b-4993-ae78-96f21da861b4","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"name":"e2e-shared-b-w2-3d8dc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:53.456788783Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-3d8dc5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-auth-iso-8e79ac","reconcileID":"789e28d0-5c6b-4993-ae78-96f21da861b4","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:53.467399608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"e2e-auth-iso-069dfa","reconcileID":"3cc84857-27f7-4a4b-ac6f-c88a67256106","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-286a8c","tenantID":"e2e-shared-b-w0-286a8c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:53.525280911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"e2e-auth-iso-069dfa","reconcileID":"3cc84857-27f7-4a4b-ac6f-c88a67256106","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"name":"e2e-shared-b-w0-286a8c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:53.582140461Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-286a8c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"e2e-auth-iso-069dfa","reconcileID":"3cc84857-27f7-4a4b-ac6f-c88a67256106","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:54.064067351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-5172b1"},"namespace":"ai-tenant-e2e-shared-a-w3-5172b1","name":"default-tenant","reconcileID":"0f643485-6394-4957-932f-a05fc191f317","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-5172b1","tenantID":"e2e-shared-a-w3-5172b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:54.183583536Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-5172b1"},"namespace":"ai-tenant-e2e-shared-a-w3-5172b1","name":"default-tenant","reconcileID":"0f643485-6394-4957-932f-a05fc191f317","name":"e2e-shared-a-w3-5172b1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:54.622306152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"e2e-auth-iso-518874","reconcileID":"0e7913d0-7fec-4d96-af86-e70cc24afffe","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-9daccc","tenantID":"e2e-shared-b-w1-9daccc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:54.663311401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"e2e-auth-iso-9814c6","reconcileID":"a7270d19-acfe-41bb-a0cb-b9eeaf01f6de","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-7ed2d6","tenantID":"e2e-shared-b-w4-7ed2d6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:54.680275689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"e2e-auth-iso-518874","reconcileID":"0e7913d0-7fec-4d96-af86-e70cc24afffe","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"name":"e2e-shared-b-w1-9daccc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:54.721399554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"e2e-auth-iso-9814c6","reconcileID":"a7270d19-acfe-41bb-a0cb-b9eeaf01f6de","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"name":"e2e-shared-b-w4-7ed2d6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:54.737327363Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-9daccc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"e2e-auth-iso-518874","reconcileID":"0e7913d0-7fec-4d96-af86-e70cc24afffe","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:00:54.778888579Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-7ed2d6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f8d6e8f988718f37511d6e832ac3d01b324f065ec3258c6516abaa398ef24154) AuthConfig (c017cd1d69c2fdfddb500aae89e1545c7055ff2cb290ec4108aec52484cec1a5) AuthConfig (aab1b9c271d918a385561246626b97df6f6a507a740d74e8e57e7326b315c9be) AuthConfig (a3244122ad9d01f616e55d0d0465c450904e397e1df3be580f2b930eb35e00d0) AuthConfig (cb79c144f80f3b671a98523c3dfdb2be34078f16394d8149a66e5d18145fcd46) AuthConfig (65e9349fdf0b238444b66406832e096e841078452fdec9b0ee5441fba69ec4ec) AuthConfig (a17ea0d335197dff773ba663b6317b19aec5d9c6be6913103143a111cd976816) AuthConfig (ec909ad44160e62fda4671b2e617dee0e4239309a8fc7656aca42b205d313db9) AuthConfig (40851f628a9e1e7bbcec855d6d89c9fc168da09415e51545298758722089516f) AuthConfig (64a9147bac966fba1f731d3a09dfc543e442a1843461c07cb02c1f92ee0880f0) AuthConfig (f0e93b7c510b8d71e2a1a8240ba64c883614fe87c159b43573147d9c51fcc500) AuthConfig (ff5cff4525dd7e3467f59117824d845ea3e2f7baa50f26a0c4ab12b01d3c1902) AuthConfig (da9b1612f14545e73a95a5869b940c6114222ed5dd8468186737915376811ae9) AuthConfig (569c1b04d9a2ceed23b948fbb7f2e42071074403d26ee7240fd07f6ba2155711) AuthConfig (a92a14a9220250ee62e0e4101cce342642738d6f8f20b4c52972223acc39436c) AuthConfig (9e6c5332b788caad2f922167ba5ab63ff1eba71706783240e7f2ab6bf3d2299e) AuthConfig (0885fc863bc2aa3a8b93baef950ef31e8bc711224f8014aa046e6347cdc01625) AuthConfig (258b1b6e32f2f1ddc0d2a9020b219af81504bf925b1e2d7b3c7915cb8c0b70c4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"e2e-auth-iso-9814c6","reconcileID":"a7270d19-acfe-41bb-a0cb-b9eeaf01f6de","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:01.217579019Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:03.564726479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-auth-iso-8e79ac","reconcileID":"2cfeb963-56fc-4c77-a29d-f9bd52159b49","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3d8dc5","tenantID":"e2e-shared-b-w2-3d8dc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:03.622633692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-auth-iso-8e79ac","reconcileID":"2cfeb963-56fc-4c77-a29d-f9bd52159b49","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"name":"e2e-shared-b-w2-3d8dc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:03.679408777Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-3d8dc5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-auth-iso-8e79ac","reconcileID":"2cfeb963-56fc-4c77-a29d-f9bd52159b49","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:03.689126988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"e2e-auth-iso-069dfa","reconcileID":"09d76ba3-fa3c-4fcd-8e0c-83e1146fd6f8","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-286a8c","tenantID":"e2e-shared-b-w0-286a8c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:03.747138653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"e2e-auth-iso-069dfa","reconcileID":"09d76ba3-fa3c-4fcd-8e0c-83e1146fd6f8","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"name":"e2e-shared-b-w0-286a8c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:03.803814803Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-286a8c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"e2e-auth-iso-069dfa","reconcileID":"09d76ba3-fa3c-4fcd-8e0c-83e1146fd6f8","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:04.849521614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"e2e-auth-iso-518874","reconcileID":"614b4a2c-8cd8-4b07-b0fd-bb7789a15be6","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-9daccc","tenantID":"e2e-shared-b-w1-9daccc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:04.907592794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"e2e-auth-iso-518874","reconcileID":"614b4a2c-8cd8-4b07-b0fd-bb7789a15be6","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"name":"e2e-shared-b-w1-9daccc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:04.946399721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"e2e-auth-iso-9814c6","reconcileID":"e8152c43-f1ed-49c9-975a-43f925159b29","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-7ed2d6","tenantID":"e2e-shared-b-w4-7ed2d6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:04.964230847Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-9daccc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"e2e-auth-iso-518874","reconcileID":"614b4a2c-8cd8-4b07-b0fd-bb7789a15be6","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:05.004708652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"e2e-auth-iso-9814c6","reconcileID":"e8152c43-f1ed-49c9-975a-43f925159b29","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"name":"e2e-shared-b-w4-7ed2d6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:05.061549312Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-7ed2d6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f8d6e8f988718f37511d6e832ac3d01b324f065ec3258c6516abaa398ef24154) AuthConfig (c017cd1d69c2fdfddb500aae89e1545c7055ff2cb290ec4108aec52484cec1a5) AuthConfig (aab1b9c271d918a385561246626b97df6f6a507a740d74e8e57e7326b315c9be) AuthConfig (a3244122ad9d01f616e55d0d0465c450904e397e1df3be580f2b930eb35e00d0) AuthConfig (cb79c144f80f3b671a98523c3dfdb2be34078f16394d8149a66e5d18145fcd46) AuthConfig (65e9349fdf0b238444b66406832e096e841078452fdec9b0ee5441fba69ec4ec) AuthConfig (a17ea0d335197dff773ba663b6317b19aec5d9c6be6913103143a111cd976816) AuthConfig (ec909ad44160e62fda4671b2e617dee0e4239309a8fc7656aca42b205d313db9) AuthConfig (40851f628a9e1e7bbcec855d6d89c9fc168da09415e51545298758722089516f) AuthConfig (64a9147bac966fba1f731d3a09dfc543e442a1843461c07cb02c1f92ee0880f0) AuthConfig (f0e93b7c510b8d71e2a1a8240ba64c883614fe87c159b43573147d9c51fcc500) AuthConfig (ff5cff4525dd7e3467f59117824d845ea3e2f7baa50f26a0c4ab12b01d3c1902) AuthConfig (da9b1612f14545e73a95a5869b940c6114222ed5dd8468186737915376811ae9) AuthConfig (569c1b04d9a2ceed23b948fbb7f2e42071074403d26ee7240fd07f6ba2155711) AuthConfig (a92a14a9220250ee62e0e4101cce342642738d6f8f20b4c52972223acc39436c) AuthConfig (9e6c5332b788caad2f922167ba5ab63ff1eba71706783240e7f2ab6bf3d2299e) AuthConfig (0885fc863bc2aa3a8b93baef950ef31e8bc711224f8014aa046e6347cdc01625) AuthConfig (258b1b6e32f2f1ddc0d2a9020b219af81504bf925b1e2d7b3c7915cb8c0b70c4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"e2e-auth-iso-9814c6","reconcileID":"e8152c43-f1ed-49c9-975a-43f925159b29","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:13.800018566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-auth-iso-8e79ac","reconcileID":"7a728414-aa8c-46e7-8dbd-f1929b0eaff3","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3d8dc5","tenantID":"e2e-shared-b-w2-3d8dc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:13.85834835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-auth-iso-8e79ac","reconcileID":"7a728414-aa8c-46e7-8dbd-f1929b0eaff3","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"name":"e2e-shared-b-w2-3d8dc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:13.911967416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"e2e-auth-iso-069dfa","reconcileID":"844aa12b-c744-4bef-a17d-7af09b3335e7","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-286a8c","tenantID":"e2e-shared-b-w0-286a8c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:13.915062419Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-3d8dc5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-auth-iso-8e79ac","reconcileID":"7a728414-aa8c-46e7-8dbd-f1929b0eaff3","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:13.96997324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"e2e-auth-iso-069dfa","reconcileID":"844aa12b-c744-4bef-a17d-7af09b3335e7","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"name":"e2e-shared-b-w0-286a8c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:14.026962496Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-286a8c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"e2e-auth-iso-069dfa","reconcileID":"844aa12b-c744-4bef-a17d-7af09b3335e7","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:15.071654639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"e2e-auth-iso-518874","reconcileID":"0a0d6003-7a3d-4249-80c1-896dc4825d75","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-9daccc","tenantID":"e2e-shared-b-w1-9daccc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:15.1317582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"e2e-auth-iso-518874","reconcileID":"0a0d6003-7a3d-4249-80c1-896dc4825d75","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"name":"e2e-shared-b-w1-9daccc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:15.171389759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"e2e-auth-iso-9814c6","reconcileID":"3a7f51ff-bfde-403b-bd30-2c1c72636c1c","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-7ed2d6","tenantID":"e2e-shared-b-w4-7ed2d6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:15.189732416Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-9daccc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"e2e-auth-iso-518874","reconcileID":"0a0d6003-7a3d-4249-80c1-896dc4825d75","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:15.23033774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"e2e-auth-iso-9814c6","reconcileID":"3a7f51ff-bfde-403b-bd30-2c1c72636c1c","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"name":"e2e-shared-b-w4-7ed2d6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:15.28758393Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-7ed2d6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f8d6e8f988718f37511d6e832ac3d01b324f065ec3258c6516abaa398ef24154) AuthConfig (c017cd1d69c2fdfddb500aae89e1545c7055ff2cb290ec4108aec52484cec1a5) AuthConfig (aab1b9c271d918a385561246626b97df6f6a507a740d74e8e57e7326b315c9be) AuthConfig (a3244122ad9d01f616e55d0d0465c450904e397e1df3be580f2b930eb35e00d0) AuthConfig (cb79c144f80f3b671a98523c3dfdb2be34078f16394d8149a66e5d18145fcd46) AuthConfig (65e9349fdf0b238444b66406832e096e841078452fdec9b0ee5441fba69ec4ec) AuthConfig (a17ea0d335197dff773ba663b6317b19aec5d9c6be6913103143a111cd976816) AuthConfig (ec909ad44160e62fda4671b2e617dee0e4239309a8fc7656aca42b205d313db9) AuthConfig (40851f628a9e1e7bbcec855d6d89c9fc168da09415e51545298758722089516f) AuthConfig (64a9147bac966fba1f731d3a09dfc543e442a1843461c07cb02c1f92ee0880f0) AuthConfig (f0e93b7c510b8d71e2a1a8240ba64c883614fe87c159b43573147d9c51fcc500) AuthConfig (ff5cff4525dd7e3467f59117824d845ea3e2f7baa50f26a0c4ab12b01d3c1902) AuthConfig (da9b1612f14545e73a95a5869b940c6114222ed5dd8468186737915376811ae9) AuthConfig (569c1b04d9a2ceed23b948fbb7f2e42071074403d26ee7240fd07f6ba2155711) AuthConfig (a92a14a9220250ee62e0e4101cce342642738d6f8f20b4c52972223acc39436c) AuthConfig (9e6c5332b788caad2f922167ba5ab63ff1eba71706783240e7f2ab6bf3d2299e) AuthConfig (0885fc863bc2aa3a8b93baef950ef31e8bc711224f8014aa046e6347cdc01625) AuthConfig (258b1b6e32f2f1ddc0d2a9020b219af81504bf925b1e2d7b3c7915cb8c0b70c4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"e2e-auth-iso-9814c6","reconcileID":"3a7f51ff-bfde-403b-bd30-2c1c72636c1c","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:24.021571205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-auth-iso-8e79ac","reconcileID":"918277df-7949-478e-951c-24a103d5e24e","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3d8dc5","tenantID":"e2e-shared-b-w2-3d8dc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:24.079935278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-auth-iso-8e79ac","reconcileID":"918277df-7949-478e-951c-24a103d5e24e","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"name":"e2e-shared-b-w2-3d8dc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:24.133123927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"e2e-auth-iso-069dfa","reconcileID":"c57256e1-8372-4ef5-b322-20d84e215d17","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-286a8c","tenantID":"e2e-shared-b-w0-286a8c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:24.136978857Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-3d8dc5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0de1dae9e43630768794bb12df13f3b67c5c12db45e1b9a0dc8607cc5068cf60) AuthConfig (aa8cbec64e0fffdc9b5c8b1438f1f707cfdf12d1c797c3f921a32c9dcf20e51a) AuthConfig (6021ebfab9e5fa702481e3049a28091e87880e76210d2b3630c7e1e2a5bc947d) AuthConfig (a06e1697ee1563e8db346820f19f4ad98886d36ea28ef3322b9ad08533705e49) AuthConfig (4df5f9d73d3f667f71e90d43eacd759ede5b606b114e5ab4243367d02dca837b) AuthConfig (8a85e52325cd451703916d461ff73957338ebcd6043de14032ac93de60e17963) AuthConfig (47d4647e4805909e21cf9375e9b78d6a0ec7fd53a0d4659df7b083319e28634c) AuthConfig (8c7233cf4404455a99771da2110e252f836a31781db9ea11f2bb0b79f6124f04) AuthConfig (b2361ee944e82b935f5605c61fa16e547d97f27ffedbd5f6a78f10f0da8aedd6) AuthConfig (6d73d4063b21465e2ae3fbcda24f816abdc026b7c2d98eac8f1b7920c0992c6b) AuthConfig (5cd781bd969faf74865a15f50175addf9d2253da5437629fcccf379a278e2e11) AuthConfig (8a3a2a832f269f759a8f56c485c22a545163feb6521a0bfa3acaa980cdd2f857) AuthConfig (8a7738cf4fc18406357ce6a274f68b2510286e2a17dde3f9a227e3eb620283b6) AuthConfig (8a49f4f7d08672eac8fe1ad9cd816d8ec488a479fcd625f86362cff284eb0612) AuthConfig (33497b71bf9e8423880a223aeb679796b27457d8ab38d6495de50468c78223b7) AuthConfig (f8a791df5fe95700146e73894ee82b981525cd9f17d951a2f8fd3412cacbf433) AuthConfig (9e831682033c5df9c00414e57f748800020bfa47f323a73440c6b8f680329ffd) AuthConfig (41d9ff65ef9015d0aafc1c5b25173f64ca06da8ec372a732fb13af93c86eb73a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-auth-iso-8e79ac","reconcileID":"918277df-7949-478e-951c-24a103d5e24e","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:24.191918761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"e2e-auth-iso-069dfa","reconcileID":"c57256e1-8372-4ef5-b322-20d84e215d17","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"name":"e2e-shared-b-w0-286a8c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:24.195879023Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"auth-test-model-3d8dc5","reconcileID":"48acac90-a259-443a-9a48-9a0d54adada5","MaaSModelRef":{"name":"auth-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"tenant":"e2e-shared-b-w2-3d8dc5","gateway":"openshift-ingress/e2e-shared-b-w2-3d8dc5","model":"ai-tenant-e2e-shared-b-w2-3d8dc5/auth-test-model-3d8dc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:24.195896062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"auth-test-model-3d8dc5","reconcileID":"48acac90-a259-443a-9a48-9a0d54adada5","MaaSModelRef":{"name":"auth-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"routeName":"auth-test-model-3d8dc5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","llmisvcName":"auth-test-model-3d8dc5","gateway":"openshift-ingress/e2e-shared-b-w2-3d8dc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:24.249660406Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-286a8c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e7319f6a3251c360b2abf5b5d6b905c32d934db0f7fcdeeea7537c434918c180) AuthConfig (9ac3fadbc062de66ce5bd5a6e582e26bcabe87456dc6dc63facbdde404089958) AuthConfig (7b6ec9998cdbce424f3e3e49c4db000ad6c048f6a799424f8e2a8b918dad5d3a) AuthConfig (5d45b6427057d8284bab0523abcd98c384f69839bafa0fc774a818151f3181db) AuthConfig (efc1c3053f733a9de7629b1fd020c368e02d4521314779e817708b937202c9b9) AuthConfig (d995a6bec3d108ce467a88bd97cdc1b3208b3717e3237eb68ab625264fc31f82) AuthConfig (741f9a7b5e06e2ce0e30491a7f6afe0de57d0d0ec117400e5f7fa41199966efc) AuthConfig (422cffcd25cbd8b6f41804e8e4c12aef85b36dd879a17ff6d52f0519828694ef) AuthConfig (b96caa45eee4b19048201dcff8652a0118757c2decfa0002d0cad4ff3fca94ab) AuthConfig (2e86e02aa9b92e4c6b089b4a3fee5a367e112b53b3085c80e25245c3b9295e38) AuthConfig (c239634d1506111fa30e4ddac453d1f33e551effd55e62b06a8056c0de5bfca3) AuthConfig (11dbed45fbe40ded665a97b99a45df228ae4af766cb1bbd6c2073da6991fc7c3) AuthConfig (67f32276cb0e63885334cc9329382d62e441aac60e3ebd496d7dd8d6dc8ea25a) AuthConfig (290b4def4c2382af5699ad916f4600a100ba638f655df2531ddbeacf6cd0ac58) AuthConfig (13136319ab288169e8a5ae16871f5263b4f99ae7745d2d951dfd79c905d5492f) AuthConfig (9926b8e3a605013663f8582cfc885dafc61f2bca368550c9c02d08d9fe4b0080) AuthConfig (1082092badbaf690971695edd19aae49e45363b5130803732c845dd9546473f0) AuthConfig (fdd1b8c738d6cc7cd1ac045ad0c29d72d44d899f02d22acc0259930fb636f84d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"e2e-auth-iso-069dfa","reconcileID":"c57256e1-8372-4ef5-b322-20d84e215d17","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:24.30903012Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-286a8c","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"auth-test-model-286a8c","reconcileID":"dcaa38c9-6bde-4466-bddd-cb265e875aea","MaaSModelRef":{"name":"auth-test-model-286a8c","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"tenant":"e2e-shared-b-w0-286a8c","gateway":"openshift-ingress/e2e-shared-b-w0-286a8c","model":"ai-tenant-e2e-shared-b-w0-286a8c/auth-test-model-286a8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:24.309049224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-286a8c","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"auth-test-model-286a8c","reconcileID":"dcaa38c9-6bde-4466-bddd-cb265e875aea","MaaSModelRef":{"name":"auth-test-model-286a8c","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"routeName":"auth-test-model-286a8c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-286a8c","llmisvcName":"auth-test-model-286a8c","gateway":"openshift-ingress/e2e-shared-b-w0-286a8c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:25.296286037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"e2e-auth-iso-518874","reconcileID":"2d50658b-cc9f-4b1b-b194-fe1f26a51f6d","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-9daccc","tenantID":"e2e-shared-b-w1-9daccc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:25.354519808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"e2e-auth-iso-518874","reconcileID":"2d50658b-cc9f-4b1b-b194-fe1f26a51f6d","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"name":"e2e-shared-b-w1-9daccc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:25.399134596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"e2e-auth-iso-9814c6","reconcileID":"212256e9-4908-4fc0-82c7-450511f4d7b8","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-7ed2d6","tenantID":"e2e-shared-b-w4-7ed2d6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:25.411385131Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-9daccc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (210e16c6ea1f1082a092211c0495a238bda360ccea686eab575b4d1029747baa) AuthConfig (30f50c7f05805b1e49bdbceaf5088967cc879fba7ceb87250255f63c1a1e5df5) AuthConfig (f686617a06ffb372c6041f90e7927b50f55f69e1aa8ffc14d9121f4c9ff75ea2) AuthConfig (4dd24bf8f3197e856561eaf8cfe69d3239dd0407ea3a24a3db72f4ac5ee59afe) AuthConfig (85c60a997c548d8900fbd603c30edcb9368a4d371c7851172c92abdd85002697) AuthConfig (e2f9c4483bc2c490aaa67f635c37ae8f748fdb44cab26510c26e078aba227ef2) AuthConfig (2111ae438c0e06dcfa4a76fd0fd2ee5099be79e0ae7ecc5635a6cbacaf91f210) AuthConfig (a548e040e7175993ef2fe8549b43e28b1b5abd7634de351dd05278a40fa5473d) AuthConfig (07fedde0f69934061d9f042ba8f7054f195ef2bb46301be3a68a4c175297bbe3) AuthConfig (bdd40782beec3632089bdb2ed9500fe2391a15bcc39491960bacac59e33ed0ba) AuthConfig (a0b033b1b7d88fb90280ede736b5b06b3f0d26d831dab21b18e2cc1f6a7967f4) AuthConfig (f8608a64efbf26d778e25b94c17931994883fa9f344571775868e00e17321a98) AuthConfig (4ef0da00cf9ceeccb6a63d36cfbb52ec587317fbba077cf07ee8e3df7df5c1b4) AuthConfig (ca1d229ff8a519309e2f2d456b390ce9b2542720f8b77547e961646d0c586362) AuthConfig (5eac297f538d2fb54478eed0c5bec9aabce4a4823f92530731de09201a26aa65) AuthConfig (7080bd205fbeddb68c35d61e6cd90fd094ff1f927e7b2d4be84d158766b97cb4) AuthConfig (c6ceee6107b850217d83c734e21a338a95bfbb6dac79f88857d7106e0f0ed1ab) AuthConfig (263935861a375ea27daf9bdbcdfb01a4b51b081981ffcaba234ac481760713d0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"e2e-auth-iso-518874","reconcileID":"2d50658b-cc9f-4b1b-b194-fe1f26a51f6d","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:25.457265063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"e2e-auth-iso-9814c6","reconcileID":"212256e9-4908-4fc0-82c7-450511f4d7b8","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"name":"e2e-shared-b-w4-7ed2d6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:25.472711112Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9daccc","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"auth-test-model-9daccc","reconcileID":"6370b0c3-6779-43b1-9a4c-d1c82251355c","MaaSModelRef":{"name":"auth-test-model-9daccc","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"tenant":"e2e-shared-b-w1-9daccc","gateway":"openshift-ingress/e2e-shared-b-w1-9daccc","model":"ai-tenant-e2e-shared-b-w1-9daccc/auth-test-model-9daccc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:25.472729902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9daccc","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"auth-test-model-9daccc","reconcileID":"6370b0c3-6779-43b1-9a4c-d1c82251355c","MaaSModelRef":{"name":"auth-test-model-9daccc","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"routeName":"auth-test-model-9daccc-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9daccc","llmisvcName":"auth-test-model-9daccc","gateway":"openshift-ingress/e2e-shared-b-w1-9daccc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:25.73074327Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ed2d6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"auth-test-model-7ed2d6","reconcileID":"cc80869f-b1e2-4543-9af0-e22a8788c410","MaaSModelRef":{"name":"auth-test-model-7ed2d6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"tenant":"e2e-shared-b-w4-7ed2d6","gateway":"openshift-ingress/e2e-shared-b-w4-7ed2d6","model":"ai-tenant-e2e-shared-b-w4-7ed2d6/auth-test-model-7ed2d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:25.730763945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ed2d6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"auth-test-model-7ed2d6","reconcileID":"cc80869f-b1e2-4543-9af0-e22a8788c410","MaaSModelRef":{"name":"auth-test-model-7ed2d6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"routeName":"auth-test-model-7ed2d6-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","llmisvcName":"auth-test-model-7ed2d6","gateway":"openshift-ingress/e2e-shared-b-w4-7ed2d6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:31.160809847Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ed2d6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"auth-test-model-7ed2d6","reconcileID":"15fd5fe0-4fb7-45af-bdd8-77ca75b94ab2","MaaSModelRef":{"name":"auth-test-model-7ed2d6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"tenant":"e2e-shared-b-w4-7ed2d6","gateway":"openshift-ingress/e2e-shared-b-w4-7ed2d6","model":"ai-tenant-e2e-shared-b-w4-7ed2d6/auth-test-model-7ed2d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:31.160833183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ed2d6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"auth-test-model-7ed2d6","reconcileID":"15fd5fe0-4fb7-45af-bdd8-77ca75b94ab2","MaaSModelRef":{"name":"auth-test-model-7ed2d6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"routeName":"auth-test-model-7ed2d6-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","llmisvcName":"auth-test-model-7ed2d6","gateway":"openshift-ingress/e2e-shared-b-w4-7ed2d6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:31.218467699Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:31.221709598Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ed2d6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"auth-test-model-7ed2d6","reconcileID":"db72ca5f-714d-4ecd-b334-f57d32a4dcf2","MaaSModelRef":{"name":"auth-test-model-7ed2d6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"tenant":"e2e-shared-b-w4-7ed2d6","gateway":"openshift-ingress/e2e-shared-b-w4-7ed2d6","model":"ai-tenant-e2e-shared-b-w4-7ed2d6/auth-test-model-7ed2d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:31.221734571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ed2d6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"auth-test-model-7ed2d6","reconcileID":"db72ca5f-714d-4ecd-b334-f57d32a4dcf2","MaaSModelRef":{"name":"auth-test-model-7ed2d6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"routeName":"auth-test-model-7ed2d6-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","llmisvcName":"auth-test-model-7ed2d6","gateway":"openshift-ingress/e2e-shared-b-w4-7ed2d6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:31.269300933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"e2e-auth-iso-9814c6","reconcileID":"c4f5358f-ff4a-43b4-a6bc-83bd5eca2af8","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-7ed2d6","tenantID":"e2e-shared-b-w4-7ed2d6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:01:31.270061083Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"e2e-auth-iso-9814c6","reconcileID":"93724d2a-19ca-49b3-acfc-d459925d61ce","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-9814c6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:31.327220846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"e2e-auth-iso-9814c6","reconcileID":"c4f5358f-ff4a-43b4-a6bc-83bd5eca2af8","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"name":"e2e-shared-b-w4-7ed2d6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:31.378945453Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ed2d6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"auth-test-model-7ed2d6","reconcileID":"714c6ab0-bff3-4418-88bf-4bab11de5e23","MaaSModelRef":{"name":"auth-test-model-7ed2d6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"tenant":"e2e-shared-b-w4-7ed2d6","gateway":"openshift-ingress/e2e-shared-b-w4-7ed2d6","model":"ai-tenant-e2e-shared-b-w4-7ed2d6/auth-test-model-7ed2d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:31.378971868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ed2d6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"auth-test-model-7ed2d6","reconcileID":"714c6ab0-bff3-4418-88bf-4bab11de5e23","MaaSModelRef":{"name":"auth-test-model-7ed2d6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"routeName":"auth-test-model-7ed2d6-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","llmisvcName":"auth-test-model-7ed2d6","gateway":"openshift-ingress/e2e-shared-b-w4-7ed2d6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:31.437224468Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ed2d6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"auth-test-model-7ed2d6","reconcileID":"b74be988-7498-48f0-a934-826df0062db5","MaaSModelRef":{"name":"auth-test-model-7ed2d6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"tenant":"e2e-shared-b-w4-7ed2d6","gateway":"openshift-ingress/e2e-shared-b-w4-7ed2d6","model":"ai-tenant-e2e-shared-b-w4-7ed2d6/auth-test-model-7ed2d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:31.437245794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ed2d6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"auth-test-model-7ed2d6","reconcileID":"b74be988-7498-48f0-a934-826df0062db5","MaaSModelRef":{"name":"auth-test-model-7ed2d6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"routeName":"auth-test-model-7ed2d6-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","llmisvcName":"auth-test-model-7ed2d6","gateway":"openshift-ingress/e2e-shared-b-w4-7ed2d6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:31.639367112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"e2e-auth-iso-9814c6","reconcileID":"2e5743a2-dfac-4fbf-aef2-ecd1e07e7265","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-7ed2d6","tenantID":"e2e-shared-b-w4-7ed2d6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:31.661084515Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"e2e-auth-iso-9814c6","reconcileID":"5b5ec814-3f37-46f2-b429-4bc5eba4b8fe","MaaSSubscription":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"name":"maas-trlp-auth-test-model-7ed2d6","model":"auth-test-model-7ed2d6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-7ed2d6/e2e-auth-iso-9814c6"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:31.697254259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"e2e-auth-iso-9814c6","reconcileID":"2e5743a2-dfac-4fbf-aef2-ecd1e07e7265","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"name":"e2e-shared-b-w4-7ed2d6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:31.832255746Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ed2d6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"auth-test-model-7ed2d6","reconcileID":"5972d96c-da10-4b14-aed2-55f4d0001f19","MaaSModelRef":{"name":"auth-test-model-7ed2d6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"tenant":"e2e-shared-b-w4-7ed2d6","gateway":"openshift-ingress/e2e-shared-b-w4-7ed2d6","model":"ai-tenant-e2e-shared-b-w4-7ed2d6/auth-test-model-7ed2d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:31.832274293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ed2d6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"auth-test-model-7ed2d6","reconcileID":"5972d96c-da10-4b14-aed2-55f4d0001f19","MaaSModelRef":{"name":"auth-test-model-7ed2d6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"routeName":"auth-test-model-7ed2d6-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","llmisvcName":"auth-test-model-7ed2d6","gateway":"openshift-ingress/e2e-shared-b-w4-7ed2d6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:32.045162889Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"e2e-auth-iso-9814c6","reconcileID":"35c675e0-a8ce-4995-b03a-a8d211fbe5ae","MaaSSubscription":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"name":"maas-trlp-auth-test-model-7ed2d6","model":"ai-tenant-e2e-shared-b-w4-7ed2d6/auth-test-model-7ed2d6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:32.216711869Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ed2d6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"auth-test-model-7ed2d6","reconcileID":"ee9aeca4-8ece-4ec9-8821-3a535d2a078b","MaaSModelRef":{"name":"auth-test-model-7ed2d6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"tenant":"e2e-shared-b-w4-7ed2d6","gateway":"openshift-ingress/e2e-shared-b-w4-7ed2d6","model":"ai-tenant-e2e-shared-b-w4-7ed2d6/auth-test-model-7ed2d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:32.216733684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ed2d6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"auth-test-model-7ed2d6","reconcileID":"ee9aeca4-8ece-4ec9-8821-3a535d2a078b","MaaSModelRef":{"name":"auth-test-model-7ed2d6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"routeName":"auth-test-model-7ed2d6-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","llmisvcName":"auth-test-model-7ed2d6","gateway":"openshift-ingress/e2e-shared-b-w4-7ed2d6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:34.302026483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-auth-iso-8e79ac","reconcileID":"8a22fe74-220e-48f6-b13e-bd05b22f9cfc","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3d8dc5","tenantID":"e2e-shared-b-w2-3d8dc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:34.360555146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-auth-iso-8e79ac","reconcileID":"8a22fe74-220e-48f6-b13e-bd05b22f9cfc","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"name":"e2e-shared-b-w2-3d8dc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:34.414707938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"e2e-auth-iso-069dfa","reconcileID":"678d28be-4495-4723-a9c0-ecfffb5b7552","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-286a8c","tenantID":"e2e-shared-b-w0-286a8c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:34.417288613Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-3d8dc5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0de1dae9e43630768794bb12df13f3b67c5c12db45e1b9a0dc8607cc5068cf60) AuthConfig (aa8cbec64e0fffdc9b5c8b1438f1f707cfdf12d1c797c3f921a32c9dcf20e51a) AuthConfig (6021ebfab9e5fa702481e3049a28091e87880e76210d2b3630c7e1e2a5bc947d) AuthConfig (a06e1697ee1563e8db346820f19f4ad98886d36ea28ef3322b9ad08533705e49) AuthConfig (4df5f9d73d3f667f71e90d43eacd759ede5b606b114e5ab4243367d02dca837b) AuthConfig (8a85e52325cd451703916d461ff73957338ebcd6043de14032ac93de60e17963) AuthConfig (47d4647e4805909e21cf9375e9b78d6a0ec7fd53a0d4659df7b083319e28634c) AuthConfig (8c7233cf4404455a99771da2110e252f836a31781db9ea11f2bb0b79f6124f04) AuthConfig (b2361ee944e82b935f5605c61fa16e547d97f27ffedbd5f6a78f10f0da8aedd6) AuthConfig (6d73d4063b21465e2ae3fbcda24f816abdc026b7c2d98eac8f1b7920c0992c6b) AuthConfig (5cd781bd969faf74865a15f50175addf9d2253da5437629fcccf379a278e2e11) AuthConfig (8a3a2a832f269f759a8f56c485c22a545163feb6521a0bfa3acaa980cdd2f857) AuthConfig (8a7738cf4fc18406357ce6a274f68b2510286e2a17dde3f9a227e3eb620283b6) AuthConfig (8a49f4f7d08672eac8fe1ad9cd816d8ec488a479fcd625f86362cff284eb0612) AuthConfig (33497b71bf9e8423880a223aeb679796b27457d8ab38d6495de50468c78223b7) AuthConfig (f8a791df5fe95700146e73894ee82b981525cd9f17d951a2f8fd3412cacbf433) AuthConfig (9e831682033c5df9c00414e57f748800020bfa47f323a73440c6b8f680329ffd) AuthConfig (41d9ff65ef9015d0aafc1c5b25173f64ca06da8ec372a732fb13af93c86eb73a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-auth-iso-8e79ac","reconcileID":"8a22fe74-220e-48f6-b13e-bd05b22f9cfc","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:34.472786725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"e2e-auth-iso-069dfa","reconcileID":"678d28be-4495-4723-a9c0-ecfffb5b7552","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"name":"e2e-shared-b-w0-286a8c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:34.529778428Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-286a8c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e7319f6a3251c360b2abf5b5d6b905c32d934db0f7fcdeeea7537c434918c180) AuthConfig (9ac3fadbc062de66ce5bd5a6e582e26bcabe87456dc6dc63facbdde404089958) AuthConfig (7b6ec9998cdbce424f3e3e49c4db000ad6c048f6a799424f8e2a8b918dad5d3a) AuthConfig (5d45b6427057d8284bab0523abcd98c384f69839bafa0fc774a818151f3181db) AuthConfig (efc1c3053f733a9de7629b1fd020c368e02d4521314779e817708b937202c9b9) AuthConfig (d995a6bec3d108ce467a88bd97cdc1b3208b3717e3237eb68ab625264fc31f82) AuthConfig (741f9a7b5e06e2ce0e30491a7f6afe0de57d0d0ec117400e5f7fa41199966efc) AuthConfig (422cffcd25cbd8b6f41804e8e4c12aef85b36dd879a17ff6d52f0519828694ef) AuthConfig (b96caa45eee4b19048201dcff8652a0118757c2decfa0002d0cad4ff3fca94ab) AuthConfig (2e86e02aa9b92e4c6b089b4a3fee5a367e112b53b3085c80e25245c3b9295e38) AuthConfig (c239634d1506111fa30e4ddac453d1f33e551effd55e62b06a8056c0de5bfca3) AuthConfig (11dbed45fbe40ded665a97b99a45df228ae4af766cb1bbd6c2073da6991fc7c3) AuthConfig (67f32276cb0e63885334cc9329382d62e441aac60e3ebd496d7dd8d6dc8ea25a) AuthConfig (290b4def4c2382af5699ad916f4600a100ba638f655df2531ddbeacf6cd0ac58) AuthConfig (13136319ab288169e8a5ae16871f5263b4f99ae7745d2d951dfd79c905d5492f) AuthConfig (9926b8e3a605013663f8582cfc885dafc61f2bca368550c9c02d08d9fe4b0080) AuthConfig (1082092badbaf690971695edd19aae49e45363b5130803732c845dd9546473f0) AuthConfig (fdd1b8c738d6cc7cd1ac045ad0c29d72d44d899f02d22acc0259930fb636f84d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"e2e-auth-iso-069dfa","reconcileID":"678d28be-4495-4723-a9c0-ecfffb5b7552","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:35.579002774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"e2e-auth-iso-518874","reconcileID":"73fa158c-e549-4576-a846-762ee6b6c83d","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-9daccc","tenantID":"e2e-shared-b-w1-9daccc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:35.637167223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"e2e-auth-iso-518874","reconcileID":"73fa158c-e549-4576-a846-762ee6b6c83d","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"name":"e2e-shared-b-w1-9daccc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:35.6941167Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-9daccc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (210e16c6ea1f1082a092211c0495a238bda360ccea686eab575b4d1029747baa) AuthConfig (30f50c7f05805b1e49bdbceaf5088967cc879fba7ceb87250255f63c1a1e5df5) AuthConfig (f686617a06ffb372c6041f90e7927b50f55f69e1aa8ffc14d9121f4c9ff75ea2) AuthConfig (4dd24bf8f3197e856561eaf8cfe69d3239dd0407ea3a24a3db72f4ac5ee59afe) AuthConfig (85c60a997c548d8900fbd603c30edcb9368a4d371c7851172c92abdd85002697) AuthConfig (e2f9c4483bc2c490aaa67f635c37ae8f748fdb44cab26510c26e078aba227ef2) AuthConfig (2111ae438c0e06dcfa4a76fd0fd2ee5099be79e0ae7ecc5635a6cbacaf91f210) AuthConfig (a548e040e7175993ef2fe8549b43e28b1b5abd7634de351dd05278a40fa5473d) AuthConfig (07fedde0f69934061d9f042ba8f7054f195ef2bb46301be3a68a4c175297bbe3) AuthConfig (bdd40782beec3632089bdb2ed9500fe2391a15bcc39491960bacac59e33ed0ba) AuthConfig (a0b033b1b7d88fb90280ede736b5b06b3f0d26d831dab21b18e2cc1f6a7967f4) AuthConfig (f8608a64efbf26d778e25b94c17931994883fa9f344571775868e00e17321a98) AuthConfig (4ef0da00cf9ceeccb6a63d36cfbb52ec587317fbba077cf07ee8e3df7df5c1b4) AuthConfig (ca1d229ff8a519309e2f2d456b390ce9b2542720f8b77547e961646d0c586362) AuthConfig (5eac297f538d2fb54478eed0c5bec9aabce4a4823f92530731de09201a26aa65) AuthConfig (7080bd205fbeddb68c35d61e6cd90fd094ff1f927e7b2d4be84d158766b97cb4) AuthConfig (c6ceee6107b850217d83c734e21a338a95bfbb6dac79f88857d7106e0f0ed1ab) AuthConfig (263935861a375ea27daf9bdbcdfb01a4b51b081981ffcaba234ac481760713d0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"e2e-auth-iso-518874","reconcileID":"73fa158c-e549-4576-a846-762ee6b6c83d","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:40.712252266Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-subscription","reconcileID":"9700b8c3-be9e-4d7c-a119-b81605169ec9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-simulator-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:40.812176975Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-subscription","reconcileID":"7483b180-4c6e-44f3-a8f9-08b84991a976","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-premium-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/premium-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:40.94949644Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"17fc3cd5-da9b-4df9-a342-bd4149e4e248","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:41.075730999Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-subscription","reconcileID":"29866cd3-3d66-4c29-a61b-e34695514d2a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-premium-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/premium-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:41.196229366Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-subscription","reconcileID":"1451a284-c684-4ac2-acf6-b5b046ac4ea0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-premium-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/premium-w3-68b670","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:41.502159824Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"e2e-auth-iso-069dfa","reconcileID":"ea469dd0-1f02-40f5-96fa-9ca121b4f185","MaaSSubscription":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"name":"maas-trlp-auth-test-model-efa9bf","model":"ai-tenant-e2e-shared-a-w0-efa9bf/auth-test-model-efa9bf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:41.684111595Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-subscription","reconcileID":"57f00fc5-719a-4b25-aa98-a70716d30211","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-simulator-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/simulator-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:41.785424855Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-subscription","reconcileID":"14f5744e-50d4-4c22-96ec-6e7853ef1fba","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-simulator-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:41.930178661Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"e2e-auth-iso-518874","reconcileID":"8d1bd751-743a-420b-a7ba-d3569d806c84","MaaSSubscription":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"name":"maas-trlp-auth-test-model-10120d","model":"ai-tenant-e2e-shared-a-w1-10120d/auth-test-model-10120d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:42.112745167Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-subscription","reconcileID":"28ff66a0-7327-421c-b2cb-6833736995ac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-premium-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/premium-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:42.213047406Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-subscription","reconcileID":"cf02e163-3671-44d0-a05c-ed71c4850f88","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-premium-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/premium-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:42.313630001Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-auth-iso-8e79ac","reconcileID":"5f7a3aab-65df-4ca7-92e0-4426ecb4050a","MaaSSubscription":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"name":"maas-trlp-auth-test-model-66d902","model":"ai-tenant-e2e-shared-a-w2-66d902/auth-test-model-66d902","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:42.420616132Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"92bacdb9-1d7b-4e45-a755-c58b51f3c49e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:42.521883035Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-subscription","reconcileID":"5b0c0c23-591b-4867-b20f-e34d95689c0e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:42.543997575Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"e2e-auth-iso-9814c6","reconcileID":"537f36bf-95a9-47a3-b155-c83e695bb921","MaaSSubscription":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"name":"maas-trlp-auth-test-model-f3e02b","model":"ai-tenant-e2e-shared-a-w4-f3e02b/auth-test-model-f3e02b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:42.620350565Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-subscription","reconcileID":"13a8856a-de2c-46d4-aacd-14cfd2c058b0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-simulator-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/simulator-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:44.527215542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-auth-iso-8e79ac","reconcileID":"10aabca1-6ba1-4c87-8f42-3198fb27893a","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3d8dc5","tenantID":"e2e-shared-b-w2-3d8dc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:44.585867456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-auth-iso-8e79ac","reconcileID":"10aabca1-6ba1-4c87-8f42-3198fb27893a","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"name":"e2e-shared-b-w2-3d8dc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:44.636439493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"e2e-auth-iso-069dfa","reconcileID":"5052ce8a-f7e9-4914-9064-f88b70ef4d54","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-286a8c","tenantID":"e2e-shared-b-w0-286a8c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:44.694692013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"e2e-auth-iso-069dfa","reconcileID":"5052ce8a-f7e9-4914-9064-f88b70ef4d54","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"name":"e2e-shared-b-w0-286a8c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:44.857733596Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"auth-test-model-3d8dc5","reconcileID":"86feeb3f-dc78-41f1-998e-a9bf2fcf93ff","MaaSModelRef":{"name":"auth-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"tenant":"e2e-shared-b-w2-3d8dc5","gateway":"openshift-ingress/e2e-shared-b-w2-3d8dc5","model":"ai-tenant-e2e-shared-b-w2-3d8dc5/auth-test-model-3d8dc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:44.857756866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"auth-test-model-3d8dc5","reconcileID":"86feeb3f-dc78-41f1-998e-a9bf2fcf93ff","MaaSModelRef":{"name":"auth-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"routeName":"auth-test-model-3d8dc5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","llmisvcName":"auth-test-model-3d8dc5","gateway":"openshift-ingress/e2e-shared-b-w2-3d8dc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:45.014760008Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-286a8c","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"auth-test-model-286a8c","reconcileID":"6b3d333e-f1d3-4d63-b3d4-a9cf875959b2","MaaSModelRef":{"name":"auth-test-model-286a8c","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"tenant":"e2e-shared-b-w0-286a8c","gateway":"openshift-ingress/e2e-shared-b-w0-286a8c","model":"ai-tenant-e2e-shared-b-w0-286a8c/auth-test-model-286a8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:45.014782523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-286a8c","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"auth-test-model-286a8c","reconcileID":"6b3d333e-f1d3-4d63-b3d4-a9cf875959b2","MaaSModelRef":{"name":"auth-test-model-286a8c","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"routeName":"auth-test-model-286a8c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-286a8c","llmisvcName":"auth-test-model-286a8c","gateway":"openshift-ingress/e2e-shared-b-w0-286a8c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:45.801079594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"e2e-auth-iso-518874","reconcileID":"00bda1f5-4d38-4640-8680-51a2dd9ee914","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-9daccc","tenantID":"e2e-shared-b-w1-9daccc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:45.859592816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"e2e-auth-iso-518874","reconcileID":"00bda1f5-4d38-4640-8680-51a2dd9ee914","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"name":"e2e-shared-b-w1-9daccc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:46.133504786Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9daccc","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"auth-test-model-9daccc","reconcileID":"8d2d8676-3144-4185-9285-bb50683d996c","MaaSModelRef":{"name":"auth-test-model-9daccc","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"tenant":"e2e-shared-b-w1-9daccc","gateway":"openshift-ingress/e2e-shared-b-w1-9daccc","model":"ai-tenant-e2e-shared-b-w1-9daccc/auth-test-model-9daccc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:46.13352549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9daccc","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"auth-test-model-9daccc","reconcileID":"8d2d8676-3144-4185-9285-bb50683d996c","MaaSModelRef":{"name":"auth-test-model-9daccc","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"routeName":"auth-test-model-9daccc-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9daccc","llmisvcName":"auth-test-model-9daccc","gateway":"openshift-ingress/e2e-shared-b-w1-9daccc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:50.234712927Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"auth-test-model-3d8dc5","reconcileID":"8b4f4acc-dbfe-4180-8972-fca80e045ad9","MaaSModelRef":{"name":"auth-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"tenant":"e2e-shared-b-w2-3d8dc5","gateway":"openshift-ingress/e2e-shared-b-w2-3d8dc5","model":"ai-tenant-e2e-shared-b-w2-3d8dc5/auth-test-model-3d8dc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:50.234734914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"auth-test-model-3d8dc5","reconcileID":"8b4f4acc-dbfe-4180-8972-fca80e045ad9","MaaSModelRef":{"name":"auth-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"routeName":"auth-test-model-3d8dc5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","llmisvcName":"auth-test-model-3d8dc5","gateway":"openshift-ingress/e2e-shared-b-w2-3d8dc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:50.295399703Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"auth-test-model-3d8dc5","reconcileID":"0dcc8cfe-c89a-4fc4-85ef-a728c5bf2956","MaaSModelRef":{"name":"auth-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"tenant":"e2e-shared-b-w2-3d8dc5","gateway":"openshift-ingress/e2e-shared-b-w2-3d8dc5","model":"ai-tenant-e2e-shared-b-w2-3d8dc5/auth-test-model-3d8dc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:50.295432685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"auth-test-model-3d8dc5","reconcileID":"0dcc8cfe-c89a-4fc4-85ef-a728c5bf2956","MaaSModelRef":{"name":"auth-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"routeName":"auth-test-model-3d8dc5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","llmisvcName":"auth-test-model-3d8dc5","gateway":"openshift-ingress/e2e-shared-b-w2-3d8dc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:50.341529292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-auth-iso-8e79ac","reconcileID":"edb8d527-5a07-4fb0-9ad2-087475e78ec9","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3d8dc5","tenantID":"e2e-shared-b-w2-3d8dc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:01:50.34558418Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-auth-iso-8e79ac","reconcileID":"80b1798d-3291-4c06-9c41-a3b915ed1874","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-8e79ac\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:50.399892011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-auth-iso-8e79ac","reconcileID":"edb8d527-5a07-4fb0-9ad2-087475e78ec9","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"name":"e2e-shared-b-w2-3d8dc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:50.449905981Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-286a8c","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"auth-test-model-286a8c","reconcileID":"e3fa1765-a036-452e-8ec9-7f89aa2609c0","MaaSModelRef":{"name":"auth-test-model-286a8c","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"tenant":"e2e-shared-b-w0-286a8c","gateway":"openshift-ingress/e2e-shared-b-w0-286a8c","model":"ai-tenant-e2e-shared-b-w0-286a8c/auth-test-model-286a8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:50.449929187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-286a8c","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"auth-test-model-286a8c","reconcileID":"e3fa1765-a036-452e-8ec9-7f89aa2609c0","MaaSModelRef":{"name":"auth-test-model-286a8c","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"routeName":"auth-test-model-286a8c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-286a8c","llmisvcName":"auth-test-model-286a8c","gateway":"openshift-ingress/e2e-shared-b-w0-286a8c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:50.511848578Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"auth-test-model-3d8dc5","reconcileID":"ecea69c7-19e1-460c-a514-5150a53d94c8","MaaSModelRef":{"name":"auth-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"tenant":"e2e-shared-b-w2-3d8dc5","gateway":"openshift-ingress/e2e-shared-b-w2-3d8dc5","model":"ai-tenant-e2e-shared-b-w2-3d8dc5/auth-test-model-3d8dc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:50.511873267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"auth-test-model-3d8dc5","reconcileID":"ecea69c7-19e1-460c-a514-5150a53d94c8","MaaSModelRef":{"name":"auth-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"routeName":"auth-test-model-3d8dc5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","llmisvcName":"auth-test-model-3d8dc5","gateway":"openshift-ingress/e2e-shared-b-w2-3d8dc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:50.512305029Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-286a8c","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"auth-test-model-286a8c","reconcileID":"12722611-1043-4702-902b-39a6c68f2f5d","MaaSModelRef":{"name":"auth-test-model-286a8c","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"tenant":"e2e-shared-b-w0-286a8c","gateway":"openshift-ingress/e2e-shared-b-w0-286a8c","model":"ai-tenant-e2e-shared-b-w0-286a8c/auth-test-model-286a8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:50.512319387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-286a8c","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"auth-test-model-286a8c","reconcileID":"12722611-1043-4702-902b-39a6c68f2f5d","MaaSModelRef":{"name":"auth-test-model-286a8c","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"routeName":"auth-test-model-286a8c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-286a8c","llmisvcName":"auth-test-model-286a8c","gateway":"openshift-ingress/e2e-shared-b-w0-286a8c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:50.540256748Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"auth-test-model-3d8dc5","reconcileID":"24c77f70-a229-4845-a462-db59fbd5bdb4","MaaSModelRef":{"name":"auth-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"tenant":"e2e-shared-b-w2-3d8dc5","gateway":"openshift-ingress/e2e-shared-b-w2-3d8dc5","model":"ai-tenant-e2e-shared-b-w2-3d8dc5/auth-test-model-3d8dc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:50.54028477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"auth-test-model-3d8dc5","reconcileID":"24c77f70-a229-4845-a462-db59fbd5bdb4","MaaSModelRef":{"name":"auth-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"routeName":"auth-test-model-3d8dc5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","llmisvcName":"auth-test-model-3d8dc5","gateway":"openshift-ingress/e2e-shared-b-w2-3d8dc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:50.559654266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"e2e-auth-iso-069dfa","reconcileID":"059ef99a-4ba8-4cce-af3c-db0e3a6b2bd3","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-286a8c","tenantID":"e2e-shared-b-w0-286a8c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:01:50.5605076Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"e2e-auth-iso-069dfa","reconcileID":"9abf7f4d-9f4a-459a-8800-2663a24e8abe","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-069dfa\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:50.617702697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"e2e-auth-iso-069dfa","reconcileID":"059ef99a-4ba8-4cce-af3c-db0e3a6b2bd3","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"name":"e2e-shared-b-w0-286a8c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:50.668849201Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-286a8c","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"auth-test-model-286a8c","reconcileID":"e68c036b-a522-4665-b5ec-44eeccd78582","MaaSModelRef":{"name":"auth-test-model-286a8c","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"tenant":"e2e-shared-b-w0-286a8c","gateway":"openshift-ingress/e2e-shared-b-w0-286a8c","model":"ai-tenant-e2e-shared-b-w0-286a8c/auth-test-model-286a8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:50.66887111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-286a8c","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"auth-test-model-286a8c","reconcileID":"e68c036b-a522-4665-b5ec-44eeccd78582","MaaSModelRef":{"name":"auth-test-model-286a8c","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"routeName":"auth-test-model-286a8c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-286a8c","llmisvcName":"auth-test-model-286a8c","gateway":"openshift-ingress/e2e-shared-b-w0-286a8c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:50.714381293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-auth-iso-8e79ac","reconcileID":"728bdf6d-426a-490c-85c5-f13a65da8c25","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3d8dc5","tenantID":"e2e-shared-b-w2-3d8dc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:50.727192581Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-286a8c","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"auth-test-model-286a8c","reconcileID":"c2089417-506a-4e7c-8f66-2e11f90e9ebe","MaaSModelRef":{"name":"auth-test-model-286a8c","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"tenant":"e2e-shared-b-w0-286a8c","gateway":"openshift-ingress/e2e-shared-b-w0-286a8c","model":"ai-tenant-e2e-shared-b-w0-286a8c/auth-test-model-286a8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:50.727214629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-286a8c","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"auth-test-model-286a8c","reconcileID":"c2089417-506a-4e7c-8f66-2e11f90e9ebe","MaaSModelRef":{"name":"auth-test-model-286a8c","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"routeName":"auth-test-model-286a8c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-286a8c","llmisvcName":"auth-test-model-286a8c","gateway":"openshift-ingress/e2e-shared-b-w0-286a8c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:50.757481337Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-auth-iso-8e79ac","reconcileID":"be7fc959-92bd-4826-b88c-1eb2738060ce","MaaSSubscription":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"name":"maas-trlp-auth-test-model-3d8dc5","model":"auth-test-model-3d8dc5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-3d8dc5/e2e-auth-iso-8e79ac"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:50.774818334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-auth-iso-8e79ac","reconcileID":"728bdf6d-426a-490c-85c5-f13a65da8c25","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"name":"e2e-shared-b-w2-3d8dc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:50.928582226Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"auth-test-model-3d8dc5","reconcileID":"4781bdb7-0f93-4d2e-8136-8dbc992b6976","MaaSModelRef":{"name":"auth-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"tenant":"e2e-shared-b-w2-3d8dc5","gateway":"openshift-ingress/e2e-shared-b-w2-3d8dc5","model":"ai-tenant-e2e-shared-b-w2-3d8dc5/auth-test-model-3d8dc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:50.928604825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"auth-test-model-3d8dc5","reconcileID":"4781bdb7-0f93-4d2e-8136-8dbc992b6976","MaaSModelRef":{"name":"auth-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"routeName":"auth-test-model-3d8dc5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","llmisvcName":"auth-test-model-3d8dc5","gateway":"openshift-ingress/e2e-shared-b-w2-3d8dc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:50.929472701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"e2e-auth-iso-069dfa","reconcileID":"91de7c86-20f7-4845-82c4-b18a5f0b6fce","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-286a8c","tenantID":"e2e-shared-b-w0-286a8c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:50.942956976Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"e2e-auth-iso-069dfa","reconcileID":"b46536c6-f262-4591-8754-d25d1e2e58b1","MaaSSubscription":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"name":"maas-trlp-auth-test-model-286a8c","model":"auth-test-model-286a8c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-286a8c/e2e-auth-iso-069dfa"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:50.987781519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"e2e-auth-iso-069dfa","reconcileID":"91de7c86-20f7-4845-82c4-b18a5f0b6fce","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"name":"e2e-shared-b-w0-286a8c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:51.115396838Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-286a8c","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"auth-test-model-286a8c","reconcileID":"5aedccf1-ee73-42cf-aee8-15bd28532a6b","MaaSModelRef":{"name":"auth-test-model-286a8c","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"tenant":"e2e-shared-b-w0-286a8c","gateway":"openshift-ingress/e2e-shared-b-w0-286a8c","model":"ai-tenant-e2e-shared-b-w0-286a8c/auth-test-model-286a8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:51.115420438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-286a8c","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"auth-test-model-286a8c","reconcileID":"5aedccf1-ee73-42cf-aee8-15bd28532a6b","MaaSModelRef":{"name":"auth-test-model-286a8c","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"routeName":"auth-test-model-286a8c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-286a8c","llmisvcName":"auth-test-model-286a8c","gateway":"openshift-ingress/e2e-shared-b-w0-286a8c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:51.14195703Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-auth-iso-8e79ac","reconcileID":"62a06ccb-5ccc-4947-929b-1de05147bc15","MaaSSubscription":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"name":"maas-trlp-auth-test-model-3d8dc5","model":"ai-tenant-e2e-shared-b-w2-3d8dc5/auth-test-model-3d8dc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:51.329100267Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"e2e-auth-iso-069dfa","reconcileID":"de3e5b55-26c0-441a-8dd4-5d7ca28d32ac","MaaSSubscription":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"name":"maas-trlp-auth-test-model-286a8c","model":"ai-tenant-e2e-shared-b-w0-286a8c/auth-test-model-286a8c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:51.645719192Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9daccc","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"auth-test-model-9daccc","reconcileID":"1dbb05f7-0a75-4297-a549-f12f56408837","MaaSModelRef":{"name":"auth-test-model-9daccc","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"tenant":"e2e-shared-b-w1-9daccc","gateway":"openshift-ingress/e2e-shared-b-w1-9daccc","model":"ai-tenant-e2e-shared-b-w1-9daccc/auth-test-model-9daccc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:51.645740321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9daccc","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"auth-test-model-9daccc","reconcileID":"1dbb05f7-0a75-4297-a549-f12f56408837","MaaSModelRef":{"name":"auth-test-model-9daccc","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"routeName":"auth-test-model-9daccc-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9daccc","llmisvcName":"auth-test-model-9daccc","gateway":"openshift-ingress/e2e-shared-b-w1-9daccc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:51.707516674Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9daccc","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"auth-test-model-9daccc","reconcileID":"8311ad28-b53f-45ea-b4a4-f4253e58ec0c","MaaSModelRef":{"name":"auth-test-model-9daccc","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"tenant":"e2e-shared-b-w1-9daccc","gateway":"openshift-ingress/e2e-shared-b-w1-9daccc","model":"ai-tenant-e2e-shared-b-w1-9daccc/auth-test-model-9daccc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:51.7075449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9daccc","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"auth-test-model-9daccc","reconcileID":"8311ad28-b53f-45ea-b4a4-f4253e58ec0c","MaaSModelRef":{"name":"auth-test-model-9daccc","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"routeName":"auth-test-model-9daccc-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9daccc","llmisvcName":"auth-test-model-9daccc","gateway":"openshift-ingress/e2e-shared-b-w1-9daccc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:51.751723028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"e2e-auth-iso-518874","reconcileID":"67f4583e-a41e-4aaf-ae78-6f5b3ed3e399","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-9daccc","tenantID":"e2e-shared-b-w1-9daccc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:01:51.75365989Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"e2e-auth-iso-518874","reconcileID":"5086a7f5-fb59-4893-813b-b4d0d6c1642c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-518874\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:01:51.762354467Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9daccc","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"auth-test-model-9daccc","reconcileID":"8311ad28-b53f-45ea-b4a4-f4253e58ec0c","name":"auth-test-model-9daccc","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-9daccc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:01:51.762420188Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9daccc","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"auth-test-model-9daccc","reconcileID":"8311ad28-b53f-45ea-b4a4-f4253e58ec0c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-9daccc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:51.767809549Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9daccc","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"auth-test-model-9daccc","reconcileID":"f734aa15-76bc-4335-b760-a4f1a9f6a3e9","MaaSModelRef":{"name":"auth-test-model-9daccc","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"tenant":"e2e-shared-b-w1-9daccc","gateway":"openshift-ingress/e2e-shared-b-w1-9daccc","model":"ai-tenant-e2e-shared-b-w1-9daccc/auth-test-model-9daccc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:51.767826553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9daccc","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"auth-test-model-9daccc","reconcileID":"f734aa15-76bc-4335-b760-a4f1a9f6a3e9","MaaSModelRef":{"name":"auth-test-model-9daccc","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"routeName":"auth-test-model-9daccc-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9daccc","llmisvcName":"auth-test-model-9daccc","gateway":"openshift-ingress/e2e-shared-b-w1-9daccc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:51.809596133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"e2e-auth-iso-518874","reconcileID":"67f4583e-a41e-4aaf-ae78-6f5b3ed3e399","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"name":"e2e-shared-b-w1-9daccc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:51.864111696Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9daccc","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"auth-test-model-9daccc","reconcileID":"0a3dcc04-b40f-4f47-b25e-09397f28ce84","MaaSModelRef":{"name":"auth-test-model-9daccc","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"tenant":"e2e-shared-b-w1-9daccc","gateway":"openshift-ingress/e2e-shared-b-w1-9daccc","model":"ai-tenant-e2e-shared-b-w1-9daccc/auth-test-model-9daccc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:51.864131466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9daccc","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"auth-test-model-9daccc","reconcileID":"0a3dcc04-b40f-4f47-b25e-09397f28ce84","MaaSModelRef":{"name":"auth-test-model-9daccc","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"routeName":"auth-test-model-9daccc-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9daccc","llmisvcName":"auth-test-model-9daccc","gateway":"openshift-ingress/e2e-shared-b-w1-9daccc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:51.922208215Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9daccc","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"auth-test-model-9daccc","reconcileID":"93b452ae-2f6e-4781-94d7-dc24fe45e2eb","MaaSModelRef":{"name":"auth-test-model-9daccc","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"tenant":"e2e-shared-b-w1-9daccc","gateway":"openshift-ingress/e2e-shared-b-w1-9daccc","model":"ai-tenant-e2e-shared-b-w1-9daccc/auth-test-model-9daccc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:51.922230877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9daccc","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"auth-test-model-9daccc","reconcileID":"93b452ae-2f6e-4781-94d7-dc24fe45e2eb","MaaSModelRef":{"name":"auth-test-model-9daccc","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"routeName":"auth-test-model-9daccc-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9daccc","llmisvcName":"auth-test-model-9daccc","gateway":"openshift-ingress/e2e-shared-b-w1-9daccc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:52.12191048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"e2e-auth-iso-518874","reconcileID":"ed3ab386-4a5f-45d6-916c-a9b0d02d644a","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-9daccc","tenantID":"e2e-shared-b-w1-9daccc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:52.139522579Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"e2e-auth-iso-518874","reconcileID":"c0d62629-2650-4c95-a4a4-10d5e6c4b872","MaaSSubscription":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"name":"maas-trlp-auth-test-model-9daccc","model":"auth-test-model-9daccc","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-9daccc/e2e-auth-iso-518874"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:52.180087633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"e2e-auth-iso-518874","reconcileID":"ed3ab386-4a5f-45d6-916c-a9b0d02d644a","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"name":"e2e-shared-b-w1-9daccc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:52.31061726Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9daccc","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"auth-test-model-9daccc","reconcileID":"90298063-f7f2-4a7f-b4e6-7aa9e608eb45","MaaSModelRef":{"name":"auth-test-model-9daccc","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"tenant":"e2e-shared-b-w1-9daccc","gateway":"openshift-ingress/e2e-shared-b-w1-9daccc","model":"ai-tenant-e2e-shared-b-w1-9daccc/auth-test-model-9daccc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:52.310638033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9daccc","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"auth-test-model-9daccc","reconcileID":"90298063-f7f2-4a7f-b4e6-7aa9e608eb45","MaaSModelRef":{"name":"auth-test-model-9daccc","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"routeName":"auth-test-model-9daccc-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9daccc","llmisvcName":"auth-test-model-9daccc","gateway":"openshift-ingress/e2e-shared-b-w1-9daccc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:01:52.523536995Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"e2e-auth-iso-518874","reconcileID":"e28303ac-d107-4261-95f9-c8b7cebb229e","MaaSSubscription":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"name":"maas-trlp-auth-test-model-9daccc","model":"ai-tenant-e2e-shared-b-w1-9daccc/auth-test-model-9daccc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:01.217403007Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:06.092048949Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-subscription","reconcileID":"32da9741-f899-4b34-9a00-b33921d07a0d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-premium-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/premium-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:06.21669129Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"e2e-auth-iso-069dfa","reconcileID":"9b62c1b3-c66e-48e9-b68a-68ae6b5f34bd","MaaSSubscription":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"name":"maas-trlp-auth-test-model-efa9bf","model":"ai-tenant-e2e-shared-a-w0-efa9bf/auth-test-model-efa9bf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:06.338966737Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-subscription","reconcileID":"142e7967-213f-4d7a-babb-fac467904bb2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-simulator-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/simulator-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:06.439108852Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"e2e-auth-iso-518874","reconcileID":"97b76a5a-2b6d-4a49-98c5-064bfe375d9e","MaaSSubscription":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"name":"maas-trlp-auth-test-model-10120d","model":"ai-tenant-e2e-shared-a-w1-10120d/auth-test-model-10120d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:06.462819125Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-subscription","reconcileID":"0eaaf2e6-3bba-43cf-b85f-eefbd1dbfb81","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-premium-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/premium-w3-68b670","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:06.583032669Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-subscription","reconcileID":"58e60abe-737f-4b96-a527-6fd8cad334cb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-premium-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/premium-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:06.684036988Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-subscription","reconcileID":"3f540edd-e6e0-4613-b08c-4fda937938e0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-simulator-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/simulator-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:06.827955351Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-auth-iso-8e79ac","reconcileID":"2d5329eb-b3ae-47c2-abe4-9216b290e37f","MaaSSubscription":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"name":"maas-trlp-auth-test-model-66d902","model":"ai-tenant-e2e-shared-a-w2-66d902/auth-test-model-66d902","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:06.928729129Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"e2e-auth-iso-9814c6","reconcileID":"ea6445b4-a62c-4e4d-afa3-44bb07302a28","MaaSSubscription":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"name":"maas-trlp-auth-test-model-f3e02b","model":"ai-tenant-e2e-shared-a-w4-f3e02b/auth-test-model-f3e02b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:06.950740974Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"e2e-auth-iso-069dfa","reconcileID":"82e82c2b-9f45-4017-81db-5a4f41c6c2d0","MaaSSubscription":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"name":"maas-trlp-auth-test-model-286a8c","model":"ai-tenant-e2e-shared-b-w0-286a8c/auth-test-model-286a8c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:07.030599159Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-subscription","reconcileID":"e6467221-e2da-4504-b2af-880471fa0402","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-simulator-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:07.072764221Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-subscription","reconcileID":"789220a0-308b-4103-9256-26b8fb10c421","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-simulator-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:07.122596854Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-286a8c","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"auth-test-model-286a8c","reconcileID":"6b58a810-f13a-41ec-a30b-9df8ffdaa04a","MaaSModelRef":{"name":"auth-test-model-286a8c","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"tenant":"e2e-shared-b-w0-286a8c","gateway":"openshift-ingress/e2e-shared-b-w0-286a8c","model":"ai-tenant-e2e-shared-b-w0-286a8c/auth-test-model-286a8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:07.122620352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-286a8c","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"auth-test-model-286a8c","reconcileID":"6b58a810-f13a-41ec-a30b-9df8ffdaa04a","MaaSModelRef":{"name":"auth-test-model-286a8c","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"routeName":"auth-test-model-286a8c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-286a8c","llmisvcName":"auth-test-model-286a8c","gateway":"openshift-ingress/e2e-shared-b-w0-286a8c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:07.376832282Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-subscription","reconcileID":"4ca45c1f-ae66-4d11-b08d-acf6291ff6fd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-premium-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/premium-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:07.69198416Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"e2e-auth-iso-518874","reconcileID":"84f4a29e-79e6-40e8-abf0-9055eaf98acf","MaaSSubscription":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"name":"maas-trlp-auth-test-model-9daccc","model":"ai-tenant-e2e-shared-b-w1-9daccc/auth-test-model-9daccc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:07.79315564Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-auth-iso-8e79ac","reconcileID":"4a117493-8a44-4f3e-a7cf-74f26e697937","MaaSSubscription":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"name":"maas-trlp-auth-test-model-3d8dc5","model":"ai-tenant-e2e-shared-b-w2-3d8dc5/auth-test-model-3d8dc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:07.869651465Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9daccc","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"auth-test-model-9daccc","reconcileID":"20fd4a29-8115-49b8-bf89-4b4b9e8e4823","MaaSModelRef":{"name":"auth-test-model-9daccc","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"tenant":"e2e-shared-b-w1-9daccc","gateway":"openshift-ingress/e2e-shared-b-w1-9daccc","model":"ai-tenant-e2e-shared-b-w1-9daccc/auth-test-model-9daccc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:07.86967195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9daccc","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"auth-test-model-9daccc","reconcileID":"20fd4a29-8115-49b8-bf89-4b4b9e8e4823","MaaSModelRef":{"name":"auth-test-model-9daccc","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"routeName":"auth-test-model-9daccc-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9daccc","llmisvcName":"auth-test-model-9daccc","gateway":"openshift-ingress/e2e-shared-b-w1-9daccc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:07.935168002Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-subscription","reconcileID":"71c7e425-b495-4f8d-a389-dda291e2a9a5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:07.981523985Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"auth-test-model-3d8dc5","reconcileID":"f5d54e2c-142c-4322-83a1-bb070a9881be","MaaSModelRef":{"name":"auth-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"tenant":"e2e-shared-b-w2-3d8dc5","gateway":"openshift-ingress/e2e-shared-b-w2-3d8dc5","model":"ai-tenant-e2e-shared-b-w2-3d8dc5/auth-test-model-3d8dc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:07.981546306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"auth-test-model-3d8dc5","reconcileID":"f5d54e2c-142c-4322-83a1-bb070a9881be","MaaSModelRef":{"name":"auth-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"routeName":"auth-test-model-3d8dc5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","llmisvcName":"auth-test-model-3d8dc5","gateway":"openshift-ingress/e2e-shared-b-w2-3d8dc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:08.048080907Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-subscription","reconcileID":"24f2d1e9-8dfc-4a4e-b05a-c08bf10eb6f6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-premium-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/premium-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:08.15468453Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"69bc7f85-cedd-40a5-b946-0090e4ee798d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:08.154696967Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a3a7ea05-3c9a-4f80-af37-9230945725f4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:08.251353151Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"e2e-auth-iso-9814c6","reconcileID":"cd4cca8e-1d0d-462f-84ff-8909542517ac","MaaSSubscription":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"name":"maas-trlp-auth-test-model-7ed2d6","model":"ai-tenant-e2e-shared-b-w4-7ed2d6/auth-test-model-7ed2d6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:08.444666975Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ed2d6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"auth-test-model-7ed2d6","reconcileID":"795f11ce-df1a-4088-aad5-026962bcff25","MaaSModelRef":{"name":"auth-test-model-7ed2d6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"tenant":"e2e-shared-b-w4-7ed2d6","gateway":"openshift-ingress/e2e-shared-b-w4-7ed2d6","model":"ai-tenant-e2e-shared-b-w4-7ed2d6/auth-test-model-7ed2d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:08.444687438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ed2d6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"auth-test-model-7ed2d6","reconcileID":"795f11ce-df1a-4088-aad5-026962bcff25","MaaSModelRef":{"name":"auth-test-model-7ed2d6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"routeName":"auth-test-model-7ed2d6-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","llmisvcName":"auth-test-model-7ed2d6","gateway":"openshift-ingress/e2e-shared-b-w4-7ed2d6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:08.450073009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"e2e-auth-iso-518874","reconcileID":"78f7392d-abb6-4320-b877-afcf27ad77dd","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-9daccc","tenantID":"e2e-shared-b-w1-9daccc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:08.508742614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"e2e-auth-iso-518874","reconcileID":"78f7392d-abb6-4320-b877-afcf27ad77dd","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"name":"e2e-shared-b-w1-9daccc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:08.652985271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"e2e-auth-iso-9814c6","reconcileID":"565eba47-f1d0-4680-aff7-0b085e82dd5d","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-7ed2d6","tenantID":"e2e-shared-b-w4-7ed2d6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:08.711524869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"e2e-auth-iso-9814c6","reconcileID":"565eba47-f1d0-4680-aff7-0b085e82dd5d","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"name":"e2e-shared-b-w4-7ed2d6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:08.750633423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-auth-iso-8e79ac","reconcileID":"96429234-64e2-4a8a-8943-0764843620b7","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3d8dc5","tenantID":"e2e-shared-b-w2-3d8dc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:08.808961874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-auth-iso-8e79ac","reconcileID":"96429234-64e2-4a8a-8943-0764843620b7","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"name":"e2e-shared-b-w2-3d8dc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:09.075335167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"e2e-auth-iso-069dfa","reconcileID":"db0fd86d-186f-45c1-9a23-6661877c09e4","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-286a8c","tenantID":"e2e-shared-b-w0-286a8c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:09.133783205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"e2e-auth-iso-069dfa","reconcileID":"db0fd86d-186f-45c1-9a23-6661877c09e4","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"name":"e2e-shared-b-w0-286a8c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:09.169105477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc23c523-63c5-41a6-aabb-7d939d258847","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:09.222388645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc23c523-63c5-41a6-aabb-7d939d258847","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:09.275764454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc23c523-63c5-41a6-aabb-7d939d258847","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:09.329226683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc23c523-63c5-41a6-aabb-7d939d258847","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:11.365797072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04986bc6-c2fe-4187-b0cd-732497bbf49f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:11.40596378Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-10120d","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"auth-test-model-10120d","reconcileID":"0a36c957-94c6-433d-94c9-c40500b853c3","MaaSModelRef":{"name":"auth-test-model-10120d","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"tenant":"e2e-shared-a-w1-10120d","gateway":"openshift-ingress/e2e-shared-a-w1-10120d","model":"ai-tenant-e2e-shared-a-w1-10120d/auth-test-model-10120d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:11.405986896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-10120d","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"auth-test-model-10120d","reconcileID":"0a36c957-94c6-433d-94c9-c40500b853c3","MaaSModelRef":{"name":"auth-test-model-10120d","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"routeName":"auth-test-model-10120d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-10120d","llmisvcName":"auth-test-model-10120d","gateway":"openshift-ingress/e2e-shared-a-w1-10120d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:11.419031663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04986bc6-c2fe-4187-b0cd-732497bbf49f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:11.472463876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04986bc6-c2fe-4187-b0cd-732497bbf49f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:11.525642456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04986bc6-c2fe-4187-b0cd-732497bbf49f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:11.547383435Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f3e02b","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"auth-test-model-f3e02b","reconcileID":"d070a71d-c3a4-4f17-8f74-efe6fa4cb978","MaaSModelRef":{"name":"auth-test-model-f3e02b","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"tenant":"e2e-shared-a-w4-f3e02b","gateway":"openshift-ingress/e2e-shared-a-w4-f3e02b","model":"ai-tenant-e2e-shared-a-w4-f3e02b/auth-test-model-f3e02b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:11.547401658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f3e02b","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"auth-test-model-f3e02b","reconcileID":"d070a71d-c3a4-4f17-8f74-efe6fa4cb978","MaaSModelRef":{"name":"auth-test-model-f3e02b","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"routeName":"auth-test-model-f3e02b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","llmisvcName":"auth-test-model-f3e02b","gateway":"openshift-ingress/e2e-shared-a-w4-f3e02b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:11.632377862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"e2e-auth-iso-518874","reconcileID":"135702f4-bbed-4cce-afa5-b11b93a96e13","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-10120d","tenantID":"e2e-shared-a-w1-10120d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:11.640001082Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"e2e-auth-iso-518874","reconcileID":"b86e816d-b87b-4996-8f9a-feedf864cd7f","MaaSSubscription":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5d5ee23b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:11.69081301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"e2e-auth-iso-518874","reconcileID":"135702f4-bbed-4cce-afa5-b11b93a96e13","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"name":"e2e-shared-a-w1-10120d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:11.713573704Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"e2e-auth-iso-9814c6","reconcileID":"2e58fe53-cd66-4d18-9de1-b88998f85dd5","MaaSSubscription":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-54e9d836","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:11.745488134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"e2e-auth-iso-9814c6","reconcileID":"14a61a00-a31d-431f-a48f-9cffac1dcc09","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f3e02b","tenantID":"e2e-shared-a-w4-f3e02b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:11.803337064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"e2e-auth-iso-9814c6","reconcileID":"14a61a00-a31d-431f-a48f-9cffac1dcc09","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"name":"e2e-shared-a-w4-f3e02b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:11.8418712Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"auth-test-model-66d902","reconcileID":"25885c36-0e5f-4de1-9e4a-3f99b81d8053","MaaSModelRef":{"name":"auth-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"tenant":"e2e-shared-a-w2-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","model":"ai-tenant-e2e-shared-a-w2-66d902/auth-test-model-66d902","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:11.841894696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"auth-test-model-66d902","reconcileID":"25885c36-0e5f-4de1-9e4a-3f99b81d8053","MaaSModelRef":{"name":"auth-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"routeName":"auth-test-model-66d902-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-66d902","llmisvcName":"auth-test-model-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:11.947210269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-auth-iso-8e79ac","reconcileID":"363ce810-4dec-43e4-b492-35277c84bd05","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-66d902","tenantID":"e2e-shared-a-w2-66d902","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:12.005236538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-auth-iso-8e79ac","reconcileID":"363ce810-4dec-43e4-b492-35277c84bd05","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"name":"e2e-shared-a-w2-66d902-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:12.006733927Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-auth-iso-8e79ac","reconcileID":"81553fbf-06d5-43f4-8e17-640653a80926","MaaSSubscription":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ac3de38c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:12.048521268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"e2e-auth-iso-518874","reconcileID":"07c5d862-07df-4551-b63d-f33b8b59069a","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-10120d","tenantID":"e2e-shared-a-w1-10120d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:12.106692641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"e2e-auth-iso-518874","reconcileID":"07c5d862-07df-4551-b63d-f33b8b59069a","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"name":"e2e-shared-a-w1-10120d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:12.204365557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"e2e-auth-iso-9814c6","reconcileID":"22df79e7-df4e-47cf-837c-0f1e38054d89","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f3e02b","tenantID":"e2e-shared-a-w4-f3e02b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:12.265049129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"e2e-auth-iso-9814c6","reconcileID":"22df79e7-df4e-47cf-837c-0f1e38054d89","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"name":"e2e-shared-a-w4-f3e02b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:12.413575634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-auth-iso-8e79ac","reconcileID":"e63a06ed-2541-4c4f-a149-30579d06e233","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-66d902","tenantID":"e2e-shared-a-w2-66d902","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:12.471891907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-auth-iso-8e79ac","reconcileID":"e63a06ed-2541-4c4f-a149-30579d06e233","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"name":"e2e-shared-a-w2-66d902-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:13.812471087Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-efa9bf","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"auth-test-model-efa9bf","reconcileID":"f6648d78-673c-4807-92e0-39968b2c892e","MaaSModelRef":{"name":"auth-test-model-efa9bf","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"tenant":"e2e-shared-a-w0-efa9bf","gateway":"openshift-ingress/e2e-shared-a-w0-efa9bf","model":"ai-tenant-e2e-shared-a-w0-efa9bf/auth-test-model-efa9bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:13.812498544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-efa9bf","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"auth-test-model-efa9bf","reconcileID":"f6648d78-673c-4807-92e0-39968b2c892e","MaaSModelRef":{"name":"auth-test-model-efa9bf","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"routeName":"auth-test-model-efa9bf-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","llmisvcName":"auth-test-model-efa9bf","gateway":"openshift-ingress/e2e-shared-a-w0-efa9bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:13.917634805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"e2e-auth-iso-069dfa","reconcileID":"995507af-8645-4b9e-88ff-9f9e1ed3c8e7","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-efa9bf","tenantID":"e2e-shared-a-w0-efa9bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:13.976648548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"e2e-auth-iso-069dfa","reconcileID":"995507af-8645-4b9e-88ff-9f9e1ed3c8e7","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"name":"e2e-shared-a-w0-efa9bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:13.97876065Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"e2e-auth-iso-069dfa","reconcileID":"2917e0cd-65d3-465a-b523-13260cf986d3","MaaSSubscription":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9c8e545d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:14.288987094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"e2e-auth-iso-069dfa","reconcileID":"204f99d8-8cc5-45ea-8924-8163554b34da","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-efa9bf","tenantID":"e2e-shared-a-w0-efa9bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:14.347270335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"e2e-auth-iso-069dfa","reconcileID":"204f99d8-8cc5-45ea-8924-8163554b34da","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"name":"e2e-shared-a-w0-efa9bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:16.864563665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b165e642-19ce-41c8-a833-e86f920573ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:16.918148782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b165e642-19ce-41c8-a833-e86f920573ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:16.971430385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b165e642-19ce-41c8-a833-e86f920573ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:17.024555074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b165e642-19ce-41c8-a833-e86f920573ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:17.465484975Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-03da9e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-03da9e","reconcileID":"00c857d3-ff6e-4943-9135-0e18ce4e9ef8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-03da9e","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w3-03da9e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:19.056388339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f185a3c-a594-4e07-a1e5-8910924bf28e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:19.110157295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f185a3c-a594-4e07-a1e5-8910924bf28e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:19.163184525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f185a3c-a594-4e07-a1e5-8910924bf28e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:19.216358492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f185a3c-a594-4e07-a1e5-8910924bf28e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:21.259778896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caf013e8-0cb1-4bfb-bf86-85f613550c29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:21.312997835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caf013e8-0cb1-4bfb-bf86-85f613550c29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:21.366731016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caf013e8-0cb1-4bfb-bf86-85f613550c29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:21.420550763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caf013e8-0cb1-4bfb-bf86-85f613550c29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:21.693732074Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"e2e-auth-iso-518874","reconcileID":"96dadecd-e25a-45cc-b554-da6ce93487be","MaaSSubscription":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"model":"ai-tenant-e2e-shared-a-w1-10120d/auth-test-model-10120d","subscription":"e2e-auth-iso-518874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:21.747351957Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"e2e-auth-iso-518874","reconcileID":"96dadecd-e25a-45cc-b554-da6ce93487be","MaaSSubscription":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"model":"ai-tenant-e2e-shared-a-w1-10120d/auth-test-model-10120d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:21.766960661Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"e2e-auth-iso-9814c6","reconcileID":"17278c26-0d72-4f56-acb5-53d1196ee10d","MaaSSubscription":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"model":"ai-tenant-e2e-shared-a-w4-f3e02b/auth-test-model-f3e02b","subscription":"e2e-auth-iso-9814c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:21.80087042Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"e2e-auth-iso-518874","reconcileID":"96dadecd-e25a-45cc-b554-da6ce93487be","MaaSSubscription":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"name":"maas-trlp-auth-test-model-10120d","namespace":"ai-tenant-e2e-shared-a-w1-10120d","model":"ai-tenant-e2e-shared-a-w1-10120d/auth-test-model-10120d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:21.820503884Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"e2e-auth-iso-9814c6","reconcileID":"17278c26-0d72-4f56-acb5-53d1196ee10d","MaaSSubscription":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"model":"ai-tenant-e2e-shared-a-w4-f3e02b/auth-test-model-f3e02b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:21.874018792Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"e2e-auth-iso-9814c6","reconcileID":"17278c26-0d72-4f56-acb5-53d1196ee10d","MaaSSubscription":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"name":"maas-trlp-auth-test-model-f3e02b","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","model":"ai-tenant-e2e-shared-a-w4-f3e02b/auth-test-model-f3e02b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:22.06040435Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-auth-iso-8e79ac","reconcileID":"6713ec47-37bd-4c45-abd2-435a9c5a561c","MaaSSubscription":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"model":"ai-tenant-e2e-shared-a-w2-66d902/auth-test-model-66d902","subscription":"e2e-auth-iso-8e79ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:22.08108666Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-10120d","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"auth-test-model-10120d","reconcileID":"8d1db133-6856-469f-a69c-a96f58e87cc2","MaaSModelRef":{"name":"auth-test-model-10120d","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"tenant":"e2e-shared-a-w1-10120d","gateway":"openshift-ingress/e2e-shared-a-w1-10120d","model":"ai-tenant-e2e-shared-a-w1-10120d/auth-test-model-10120d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:22.081106077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-10120d","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"auth-test-model-10120d","reconcileID":"8d1db133-6856-469f-a69c-a96f58e87cc2","MaaSModelRef":{"name":"auth-test-model-10120d","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"routeName":"auth-test-model-10120d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-10120d","llmisvcName":"auth-test-model-10120d","gateway":"openshift-ingress/e2e-shared-a-w1-10120d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:22.113715814Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-auth-iso-8e79ac","reconcileID":"6713ec47-37bd-4c45-abd2-435a9c5a561c","MaaSSubscription":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"model":"ai-tenant-e2e-shared-a-w2-66d902/auth-test-model-66d902","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:22.167143163Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-auth-iso-8e79ac","reconcileID":"6713ec47-37bd-4c45-abd2-435a9c5a561c","MaaSSubscription":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"name":"maas-trlp-auth-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902","model":"ai-tenant-e2e-shared-a-w2-66d902/auth-test-model-66d902","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:22.182090282Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f3e02b","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"auth-test-model-f3e02b","reconcileID":"87e843be-4f7d-4729-8eca-3a26ebaeaab8","MaaSModelRef":{"name":"auth-test-model-f3e02b","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"tenant":"e2e-shared-a-w4-f3e02b","gateway":"openshift-ingress/e2e-shared-a-w4-f3e02b","model":"ai-tenant-e2e-shared-a-w4-f3e02b/auth-test-model-f3e02b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:22.182112412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f3e02b","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"auth-test-model-f3e02b","reconcileID":"87e843be-4f7d-4729-8eca-3a26ebaeaab8","MaaSModelRef":{"name":"auth-test-model-f3e02b","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"routeName":"auth-test-model-f3e02b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","llmisvcName":"auth-test-model-f3e02b","gateway":"openshift-ingress/e2e-shared-a-w4-f3e02b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:22.186357873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"e2e-auth-iso-518874","reconcileID":"c22aa4b4-ef5c-4aaa-8bd9-fa1666781435","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-10120d","tenantID":"e2e-shared-a-w1-10120d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:22.243324101Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9daccc","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"auth-test-model-9daccc","reconcileID":"4f1f5142-bb87-418e-941a-a6f4febbe2f5","MaaSModelRef":{"name":"auth-test-model-9daccc","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"tenant":"e2e-shared-b-w1-9daccc","gateway":"openshift-ingress/e2e-shared-b-w1-9daccc","model":"ai-tenant-e2e-shared-b-w1-9daccc/auth-test-model-9daccc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:22.243343535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9daccc","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"auth-test-model-9daccc","reconcileID":"4f1f5142-bb87-418e-941a-a6f4febbe2f5","MaaSModelRef":{"name":"auth-test-model-9daccc","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"routeName":"auth-test-model-9daccc-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9daccc","llmisvcName":"auth-test-model-9daccc","gateway":"openshift-ingress/e2e-shared-b-w1-9daccc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:22.247000176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"e2e-auth-iso-518874","reconcileID":"c22aa4b4-ef5c-4aaa-8bd9-fa1666781435","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"name":"e2e-shared-a-w1-10120d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:22.288053379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"e2e-auth-iso-9814c6","reconcileID":"79c5ba2d-5af5-465e-b1ff-e23390f20c5d","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f3e02b","tenantID":"e2e-shared-a-w4-f3e02b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:22.337494462Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ed2d6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"auth-test-model-7ed2d6","reconcileID":"36700a3b-901a-4a5a-94b8-f1df4ecb319e","MaaSModelRef":{"name":"auth-test-model-7ed2d6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"tenant":"e2e-shared-b-w4-7ed2d6","gateway":"openshift-ingress/e2e-shared-b-w4-7ed2d6","model":"ai-tenant-e2e-shared-b-w4-7ed2d6/auth-test-model-7ed2d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:22.337516055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ed2d6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"auth-test-model-7ed2d6","reconcileID":"36700a3b-901a-4a5a-94b8-f1df4ecb319e","MaaSModelRef":{"name":"auth-test-model-7ed2d6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"routeName":"auth-test-model-7ed2d6-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","llmisvcName":"auth-test-model-7ed2d6","gateway":"openshift-ingress/e2e-shared-b-w4-7ed2d6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:22.346139153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"e2e-auth-iso-9814c6","reconcileID":"79c5ba2d-5af5-465e-b1ff-e23390f20c5d","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"name":"e2e-shared-a-w4-f3e02b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:22.388723066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"e2e-auth-iso-518874","reconcileID":"4636d49c-be0d-41ff-a81f-9be9a26cfefb","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-9daccc","tenantID":"e2e-shared-b-w1-9daccc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:22.404493536Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"e2e-auth-iso-518874","reconcileID":"34d1ff57-f5ef-4226-9c5a-3fbc0324f46e","MaaSSubscription":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-47dbeda7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:22.446842257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"e2e-auth-iso-518874","reconcileID":"4636d49c-be0d-41ff-a81f-9be9a26cfefb","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"name":"e2e-shared-b-w1-9daccc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:22.449698411Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"auth-test-model-66d902","reconcileID":"0ece40c0-09d9-437d-9695-c77081750bc9","MaaSModelRef":{"name":"auth-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"tenant":"e2e-shared-a-w2-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","model":"ai-tenant-e2e-shared-a-w2-66d902/auth-test-model-66d902","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:22.449719838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"auth-test-model-66d902","reconcileID":"0ece40c0-09d9-437d-9695-c77081750bc9","MaaSModelRef":{"name":"auth-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"routeName":"auth-test-model-66d902-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-66d902","llmisvcName":"auth-test-model-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:22.489321195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"e2e-auth-iso-9814c6","reconcileID":"c4595e99-fe4f-4940-b334-28486fe6074e","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-7ed2d6","tenantID":"e2e-shared-b-w4-7ed2d6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:22.504479351Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"e2e-auth-iso-9814c6","reconcileID":"9b6baa59-e789-48c8-8c70-ed51135450a5","MaaSSubscription":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-dbd9602b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:22.549021275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"e2e-auth-iso-9814c6","reconcileID":"c4595e99-fe4f-4940-b334-28486fe6074e","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"name":"e2e-shared-b-w4-7ed2d6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:22.589300878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-auth-iso-8e79ac","reconcileID":"5065b685-75ff-4414-bc02-a813ece2a97f","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-66d902","tenantID":"e2e-shared-a-w2-66d902","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:22.589345442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"e2e-auth-iso-518874","reconcileID":"b859adee-7417-4acd-b7fb-98527a5fb4c5","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-10120d","tenantID":"e2e-shared-a-w1-10120d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:22.602114908Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"auth-test-model-3d8dc5","reconcileID":"975831be-b81d-40fe-9248-013ee3623485","MaaSModelRef":{"name":"auth-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"tenant":"e2e-shared-b-w2-3d8dc5","gateway":"openshift-ingress/e2e-shared-b-w2-3d8dc5","model":"ai-tenant-e2e-shared-b-w2-3d8dc5/auth-test-model-3d8dc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:22.602127606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"auth-test-model-3d8dc5","reconcileID":"975831be-b81d-40fe-9248-013ee3623485","MaaSModelRef":{"name":"auth-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"routeName":"auth-test-model-3d8dc5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","llmisvcName":"auth-test-model-3d8dc5","gateway":"openshift-ingress/e2e-shared-b-w2-3d8dc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:22.647414984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-auth-iso-8e79ac","reconcileID":"5065b685-75ff-4414-bc02-a813ece2a97f","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"name":"e2e-shared-a-w2-66d902-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:22.6474608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"e2e-auth-iso-518874","reconcileID":"b859adee-7417-4acd-b7fb-98527a5fb4c5","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"name":"e2e-shared-a-w1-10120d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:22.689546276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"e2e-auth-iso-9814c6","reconcileID":"42c4a419-a5e5-4fac-9c46-20cf45b71785","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f3e02b","tenantID":"e2e-shared-a-w4-f3e02b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:22.74777839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"e2e-auth-iso-9814c6","reconcileID":"42c4a419-a5e5-4fac-9c46-20cf45b71785","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"name":"e2e-shared-a-w4-f3e02b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:22.767033071Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-auth-iso-8e79ac","reconcileID":"3c54f352-d7bf-42a6-be0b-517bafab3a6f","MaaSSubscription":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c2b14b58","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:22.789520279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"e2e-auth-iso-518874","reconcileID":"5083d91e-2824-458f-9fde-63bc712966cd","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-9daccc","tenantID":"e2e-shared-b-w1-9daccc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:22.847268263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"e2e-auth-iso-518874","reconcileID":"5083d91e-2824-458f-9fde-63bc712966cd","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"name":"e2e-shared-b-w1-9daccc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:22.891348933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"e2e-auth-iso-9814c6","reconcileID":"abdb2d34-ca37-4d5a-a7d7-f005160c0077","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-7ed2d6","tenantID":"e2e-shared-b-w4-7ed2d6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:22.949472296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"e2e-auth-iso-9814c6","reconcileID":"abdb2d34-ca37-4d5a-a7d7-f005160c0077","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"name":"e2e-shared-b-w4-7ed2d6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:22.990875164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-auth-iso-8e79ac","reconcileID":"f9101813-56b1-49c1-b82f-f005d6f659ad","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-66d902","tenantID":"e2e-shared-a-w2-66d902","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:22.990953131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-auth-iso-8e79ac","reconcileID":"9c064f38-bd34-4f3c-8bb4-df682a3f391a","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3d8dc5","tenantID":"e2e-shared-b-w2-3d8dc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:23.052866547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-auth-iso-8e79ac","reconcileID":"f9101813-56b1-49c1-b82f-f005d6f659ad","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"name":"e2e-shared-a-w2-66d902-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:23.053093654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-auth-iso-8e79ac","reconcileID":"9c064f38-bd34-4f3c-8bb4-df682a3f391a","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"name":"e2e-shared-b-w2-3d8dc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:24.032889551Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"e2e-auth-iso-069dfa","reconcileID":"a89ff2d7-30ca-4ce5-82bd-3983d2264132","MaaSSubscription":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"model":"ai-tenant-e2e-shared-a-w0-efa9bf/auth-test-model-efa9bf","subscription":"e2e-auth-iso-069dfa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:24.086758193Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"e2e-auth-iso-069dfa","reconcileID":"a89ff2d7-30ca-4ce5-82bd-3983d2264132","MaaSSubscription":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"model":"ai-tenant-e2e-shared-a-w0-efa9bf/auth-test-model-efa9bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:24.140707115Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"e2e-auth-iso-069dfa","reconcileID":"a89ff2d7-30ca-4ce5-82bd-3983d2264132","MaaSSubscription":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"name":"maas-trlp-auth-test-model-efa9bf","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","model":"ai-tenant-e2e-shared-a-w0-efa9bf/auth-test-model-efa9bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:24.433511861Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-efa9bf","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"auth-test-model-efa9bf","reconcileID":"71ff54d0-69b4-4ba9-804f-e577e706a434","MaaSModelRef":{"name":"auth-test-model-efa9bf","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"tenant":"e2e-shared-a-w0-efa9bf","gateway":"openshift-ingress/e2e-shared-a-w0-efa9bf","model":"ai-tenant-e2e-shared-a-w0-efa9bf/auth-test-model-efa9bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:24.433532735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-efa9bf","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"auth-test-model-efa9bf","reconcileID":"71ff54d0-69b4-4ba9-804f-e577e706a434","MaaSModelRef":{"name":"auth-test-model-efa9bf","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"routeName":"auth-test-model-efa9bf-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","llmisvcName":"auth-test-model-efa9bf","gateway":"openshift-ingress/e2e-shared-a-w0-efa9bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:24.539769535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"e2e-auth-iso-069dfa","reconcileID":"86ea670b-73c7-485b-a8b6-06db34cb63a7","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-efa9bf","tenantID":"e2e-shared-a-w0-efa9bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:24.574568622Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-286a8c","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"auth-test-model-286a8c","reconcileID":"a08becee-9012-4726-95dc-80777a7ae4f1","MaaSModelRef":{"name":"auth-test-model-286a8c","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"tenant":"e2e-shared-b-w0-286a8c","gateway":"openshift-ingress/e2e-shared-b-w0-286a8c","model":"ai-tenant-e2e-shared-b-w0-286a8c/auth-test-model-286a8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:24.574595057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-286a8c","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"auth-test-model-286a8c","reconcileID":"a08becee-9012-4726-95dc-80777a7ae4f1","MaaSModelRef":{"name":"auth-test-model-286a8c","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"routeName":"auth-test-model-286a8c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-286a8c","llmisvcName":"auth-test-model-286a8c","gateway":"openshift-ingress/e2e-shared-b-w0-286a8c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:24.597833816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"e2e-auth-iso-069dfa","reconcileID":"86ea670b-73c7-485b-a8b6-06db34cb63a7","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"name":"e2e-shared-a-w0-efa9bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:24.679489399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"e2e-auth-iso-069dfa","reconcileID":"ebb6fb7f-f301-4ab5-90c2-113d972f09a7","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-286a8c","tenantID":"e2e-shared-b-w0-286a8c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:24.73795411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"e2e-auth-iso-069dfa","reconcileID":"ebb6fb7f-f301-4ab5-90c2-113d972f09a7","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"name":"e2e-shared-b-w0-286a8c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:24.740051624Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"e2e-auth-iso-069dfa","reconcileID":"1db6b4f8-97c6-4749-a510-9054ab93dbc9","MaaSSubscription":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f5ce77ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:24.910641652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"e2e-auth-iso-069dfa","reconcileID":"5d2976e9-7904-4e95-b2bf-cc7d33b00196","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-efa9bf","tenantID":"e2e-shared-a-w0-efa9bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:24.968538943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"e2e-auth-iso-069dfa","reconcileID":"5d2976e9-7904-4e95-b2bf-cc7d33b00196","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"name":"e2e-shared-a-w0-efa9bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:25.064557213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"e2e-auth-iso-069dfa","reconcileID":"aca0e585-902b-402e-94c5-fc2760dc578d","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-286a8c","tenantID":"e2e-shared-b-w0-286a8c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:25.122667446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"e2e-auth-iso-069dfa","reconcileID":"aca0e585-902b-402e-94c5-fc2760dc578d","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"name":"e2e-shared-b-w0-286a8c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:31.218920474Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:32.459051366Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"e2e-auth-iso-518874","reconcileID":"738f5b37-d3bd-402f-9dc9-4179dcc93652","MaaSSubscription":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"model":"ai-tenant-e2e-shared-b-w1-9daccc/auth-test-model-9daccc","subscription":"e2e-auth-iso-518874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:32.513083065Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"e2e-auth-iso-518874","reconcileID":"738f5b37-d3bd-402f-9dc9-4179dcc93652","MaaSSubscription":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"model":"ai-tenant-e2e-shared-b-w1-9daccc/auth-test-model-9daccc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:32.558363497Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"e2e-auth-iso-9814c6","reconcileID":"0e2c1e69-fd2f-4866-8d61-1294e159faa4","MaaSSubscription":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"model":"ai-tenant-e2e-shared-b-w4-7ed2d6/auth-test-model-7ed2d6","subscription":"e2e-auth-iso-9814c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:32.566868637Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"e2e-auth-iso-518874","reconcileID":"738f5b37-d3bd-402f-9dc9-4179dcc93652","MaaSSubscription":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"name":"maas-trlp-auth-test-model-9daccc","namespace":"ai-tenant-e2e-shared-b-w1-9daccc","model":"ai-tenant-e2e-shared-b-w1-9daccc/auth-test-model-9daccc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:32.612468541Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"e2e-auth-iso-9814c6","reconcileID":"0e2c1e69-fd2f-4866-8d61-1294e159faa4","MaaSSubscription":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"model":"ai-tenant-e2e-shared-b-w4-7ed2d6/auth-test-model-7ed2d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:32.713691624Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"e2e-auth-iso-9814c6","reconcileID":"0e2c1e69-fd2f-4866-8d61-1294e159faa4","MaaSSubscription":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"name":"maas-trlp-auth-test-model-7ed2d6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","model":"ai-tenant-e2e-shared-b-w4-7ed2d6/auth-test-model-7ed2d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:32.820225426Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-auth-iso-8e79ac","reconcileID":"a191ff9c-70ae-4ddb-ab21-7b80037fcc2b","MaaSSubscription":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"model":"ai-tenant-e2e-shared-b-w2-3d8dc5/auth-test-model-3d8dc5","subscription":"e2e-auth-iso-8e79ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:32.873930207Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-auth-iso-8e79ac","reconcileID":"a191ff9c-70ae-4ddb-ab21-7b80037fcc2b","MaaSSubscription":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"model":"ai-tenant-e2e-shared-b-w2-3d8dc5/auth-test-model-3d8dc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:32.880313628Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9daccc","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"auth-test-model-9daccc","reconcileID":"ba003729-616c-460f-a700-0cacc4683a3b","MaaSModelRef":{"name":"auth-test-model-9daccc","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"tenant":"e2e-shared-b-w1-9daccc","gateway":"openshift-ingress/e2e-shared-b-w1-9daccc","model":"ai-tenant-e2e-shared-b-w1-9daccc/auth-test-model-9daccc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:32.880338418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9daccc","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"auth-test-model-9daccc","reconcileID":"ba003729-616c-460f-a700-0cacc4683a3b","MaaSModelRef":{"name":"auth-test-model-9daccc","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"routeName":"auth-test-model-9daccc-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9daccc","llmisvcName":"auth-test-model-9daccc","gateway":"openshift-ingress/e2e-shared-b-w1-9daccc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:32.927656937Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-auth-iso-8e79ac","reconcileID":"a191ff9c-70ae-4ddb-ab21-7b80037fcc2b","MaaSSubscription":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"name":"maas-trlp-auth-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","model":"ai-tenant-e2e-shared-b-w2-3d8dc5/auth-test-model-3d8dc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:32.986548217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"e2e-auth-iso-518874","reconcileID":"156b8174-558c-40c6-87be-88f2bdf50337","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-9daccc","tenantID":"e2e-shared-b-w1-9daccc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:32.989818551Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ed2d6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"auth-test-model-7ed2d6","reconcileID":"56427bc0-696d-477b-af53-6bbfa2d2ff04","MaaSModelRef":{"name":"auth-test-model-7ed2d6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"tenant":"e2e-shared-b-w4-7ed2d6","gateway":"openshift-ingress/e2e-shared-b-w4-7ed2d6","model":"ai-tenant-e2e-shared-b-w4-7ed2d6/auth-test-model-7ed2d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:32.989840186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ed2d6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"auth-test-model-7ed2d6","reconcileID":"56427bc0-696d-477b-af53-6bbfa2d2ff04","MaaSModelRef":{"name":"auth-test-model-7ed2d6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"routeName":"auth-test-model-7ed2d6-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","llmisvcName":"auth-test-model-7ed2d6","gateway":"openshift-ingress/e2e-shared-b-w4-7ed2d6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:33.03118887Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"e2e-auth-iso-518874","reconcileID":"1fff9e3c-1130-4034-be93-a5b64c28f32d","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"model":"ai-tenant-e2e-shared-a-w1-10120d/auth-test-model-10120d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:33.044433051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"e2e-auth-iso-518874","reconcileID":"156b8174-558c-40c6-87be-88f2bdf50337","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"name":"e2e-shared-b-w1-9daccc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:33.048637782Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-10120d","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"auth-test-model-10120d","reconcileID":"b785156e-cd80-40b4-9d96-9ad5fcd5396e","MaaSModelRef":{"name":"auth-test-model-10120d","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"tenant":"e2e-shared-a-w1-10120d","gateway":"openshift-ingress/e2e-shared-a-w1-10120d","model":"ai-tenant-e2e-shared-a-w1-10120d/auth-test-model-10120d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:33.048660422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-10120d","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"auth-test-model-10120d","reconcileID":"b785156e-cd80-40b4-9d96-9ad5fcd5396e","MaaSModelRef":{"name":"auth-test-model-10120d","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"routeName":"auth-test-model-10120d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-10120d","llmisvcName":"auth-test-model-10120d","gateway":"openshift-ingress/e2e-shared-a-w1-10120d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:33.09563071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"e2e-auth-iso-9814c6","reconcileID":"baa24e60-e78c-4564-91c8-2f914f761177","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-7ed2d6","tenantID":"e2e-shared-b-w4-7ed2d6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:33.152625162Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"e2e-auth-iso-9814c6","reconcileID":"d5d87b69-fe49-4657-bad4-dcd83132954c","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"model":"ai-tenant-e2e-shared-a-w4-f3e02b/auth-test-model-f3e02b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:33.153028294Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f3e02b","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"auth-test-model-f3e02b","reconcileID":"bb4f0b96-e031-4731-95aa-1362ce37ae5a","MaaSModelRef":{"name":"auth-test-model-f3e02b","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"tenant":"e2e-shared-a-w4-f3e02b","gateway":"openshift-ingress/e2e-shared-a-w4-f3e02b","model":"ai-tenant-e2e-shared-a-w4-f3e02b/auth-test-model-f3e02b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:33.153046809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f3e02b","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"auth-test-model-f3e02b","reconcileID":"bb4f0b96-e031-4731-95aa-1362ce37ae5a","MaaSModelRef":{"name":"auth-test-model-f3e02b","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"routeName":"auth-test-model-f3e02b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","llmisvcName":"auth-test-model-f3e02b","gateway":"openshift-ingress/e2e-shared-a-w4-f3e02b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:33.153714232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"e2e-auth-iso-9814c6","reconcileID":"baa24e60-e78c-4564-91c8-2f914f761177","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"name":"e2e-shared-b-w4-7ed2d6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:33.204162136Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"auth-test-model-3d8dc5","reconcileID":"6be61ba3-d33d-4d91-a57d-faf9671588eb","MaaSModelRef":{"name":"auth-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"tenant":"e2e-shared-b-w2-3d8dc5","gateway":"openshift-ingress/e2e-shared-b-w2-3d8dc5","model":"ai-tenant-e2e-shared-b-w2-3d8dc5/auth-test-model-3d8dc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:33.204184837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"auth-test-model-3d8dc5","reconcileID":"6be61ba3-d33d-4d91-a57d-faf9671588eb","MaaSModelRef":{"name":"auth-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"routeName":"auth-test-model-3d8dc5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","llmisvcName":"auth-test-model-3d8dc5","gateway":"openshift-ingress/e2e-shared-b-w2-3d8dc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:33.2376892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"e2e-auth-iso-518874","reconcileID":"1fff9e3c-1130-4034-be93-a5b64c28f32d","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-10120d","tenantID":"e2e-shared-a-w1-10120d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:33.310033911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-auth-iso-8e79ac","reconcileID":"377dd344-e1c1-4294-b30b-7031ff0d26ba","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3d8dc5","tenantID":"e2e-shared-b-w2-3d8dc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:33.350537116Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"auth-test-model-66d902","reconcileID":"41f578d5-bc09-4bc3-84fe-86c8d1ced3b3","MaaSModelRef":{"name":"auth-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"tenant":"e2e-shared-a-w2-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","model":"ai-tenant-e2e-shared-a-w2-66d902/auth-test-model-66d902","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:33.350558566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"auth-test-model-66d902","reconcileID":"41f578d5-bc09-4bc3-84fe-86c8d1ced3b3","MaaSModelRef":{"name":"auth-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"routeName":"auth-test-model-66d902-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-66d902","llmisvcName":"auth-test-model-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:33.367189555Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"e2e-auth-iso-518874","reconcileID":"1fff9e3c-1130-4034-be93-a5b64c28f32d","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"name":"e2e-shared-a-w1-10120d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:33.367212042Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"e2e-auth-iso-518874","reconcileID":"1fff9e3c-1130-4034-be93-a5b64c28f32d","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-10120d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:33.369684375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-auth-iso-8e79ac","reconcileID":"377dd344-e1c1-4294-b30b-7031ff0d26ba","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"name":"e2e-shared-b-w2-3d8dc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:33.391799123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"e2e-auth-iso-518874","reconcileID":"93cc785c-86e2-40cd-9c70-9ef52934a0a4","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-9daccc","tenantID":"e2e-shared-b-w1-9daccc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:33.426526124Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-auth-iso-8e79ac","reconcileID":"da805e77-53dd-43d6-b4cb-e714ee0cd95f","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"model":"ai-tenant-e2e-shared-a-w2-66d902/auth-test-model-66d902","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:33.426567114Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-10120d","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"auth-test-model-10120d","reconcileID":"67991384-9859-41a2-ba15-e0264dc9282b","MaaSModelRef":{"name":"auth-test-model-10120d","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"tenant":"e2e-shared-a-w1-10120d","gateway":"openshift-ingress/e2e-shared-a-w1-10120d","model":"ai-tenant-e2e-shared-a-w1-10120d/auth-test-model-10120d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:33.426580011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-10120d","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"auth-test-model-10120d","reconcileID":"67991384-9859-41a2-ba15-e0264dc9282b","MaaSModelRef":{"name":"auth-test-model-10120d","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"routeName":"auth-test-model-10120d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-10120d","llmisvcName":"auth-test-model-10120d","gateway":"openshift-ingress/e2e-shared-a-w1-10120d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:33.439293357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"e2e-auth-iso-9814c6","reconcileID":"d5d87b69-fe49-4657-bad4-dcd83132954c","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f3e02b","tenantID":"e2e-shared-a-w4-f3e02b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:33.449913126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"e2e-auth-iso-518874","reconcileID":"93cc785c-86e2-40cd-9c70-9ef52934a0a4","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"name":"e2e-shared-b-w1-9daccc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:33.49198122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"e2e-auth-iso-9814c6","reconcileID":"318b96e6-2458-4c79-89ba-ab5e259e5794","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-7ed2d6","tenantID":"e2e-shared-b-w4-7ed2d6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:33.550001906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"e2e-auth-iso-9814c6","reconcileID":"318b96e6-2458-4c79-89ba-ab5e259e5794","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"name":"e2e-shared-b-w4-7ed2d6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:33.569145012Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"e2e-auth-iso-9814c6","reconcileID":"d5d87b69-fe49-4657-bad4-dcd83132954c","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"name":"e2e-shared-a-w4-f3e02b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:33.569174863Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"e2e-auth-iso-9814c6","reconcileID":"d5d87b69-fe49-4657-bad4-dcd83132954c","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f3e02b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:33.579932865Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9daccc","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"auth-test-model-9daccc","reconcileID":"a7d4ad50-d454-46ff-b9a9-3759497727ee","MaaSModelRef":{"name":"auth-test-model-9daccc","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"tenant":"e2e-shared-b-w1-9daccc","gateway":"openshift-ingress/e2e-shared-b-w1-9daccc","model":"ai-tenant-e2e-shared-b-w1-9daccc/auth-test-model-9daccc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:33.579952805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9daccc","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"auth-test-model-9daccc","reconcileID":"a7d4ad50-d454-46ff-b9a9-3759497727ee","MaaSModelRef":{"name":"auth-test-model-9daccc","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"routeName":"auth-test-model-9daccc-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9daccc","llmisvcName":"auth-test-model-9daccc","gateway":"openshift-ingress/e2e-shared-b-w1-9daccc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:33.584121107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-auth-iso-8e79ac","reconcileID":"da805e77-53dd-43d6-b4cb-e714ee0cd95f","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-66d902","tenantID":"e2e-shared-a-w2-66d902","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:33.608675679Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"e2e-auth-iso-518874","reconcileID":"116eb4c1-a885-440a-9f5c-0541cbb1114a","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"model":"ai-tenant-e2e-shared-b-w1-9daccc/auth-test-model-9daccc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:33.629084129Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f3e02b","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"auth-test-model-f3e02b","reconcileID":"ee12ff31-93a6-4e70-897f-adf1050fe764","MaaSModelRef":{"name":"auth-test-model-f3e02b","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"tenant":"e2e-shared-a-w4-f3e02b","gateway":"openshift-ingress/e2e-shared-a-w4-f3e02b","model":"ai-tenant-e2e-shared-a-w4-f3e02b/auth-test-model-f3e02b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:33.629107548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f3e02b","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"auth-test-model-f3e02b","reconcileID":"ee12ff31-93a6-4e70-897f-adf1050fe764","MaaSModelRef":{"name":"auth-test-model-f3e02b","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"routeName":"auth-test-model-f3e02b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","llmisvcName":"auth-test-model-f3e02b","gateway":"openshift-ingress/e2e-shared-a-w4-f3e02b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:33.635408251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-auth-iso-8e79ac","reconcileID":"e26379fc-82e9-4b1a-92d4-888fe4dff9ea","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3d8dc5","tenantID":"e2e-shared-b-w2-3d8dc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:33.69324647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-auth-iso-8e79ac","reconcileID":"e26379fc-82e9-4b1a-92d4-888fe4dff9ea","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"name":"e2e-shared-b-w2-3d8dc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:33.712881665Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-auth-iso-8e79ac","reconcileID":"da805e77-53dd-43d6-b4cb-e714ee0cd95f","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"name":"e2e-shared-a-w2-66d902-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:33.712904035Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-auth-iso-8e79ac","reconcileID":"da805e77-53dd-43d6-b4cb-e714ee0cd95f","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-66d902","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:33.770496448Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"auth-test-model-66d902","reconcileID":"bde02f0c-7f04-40b6-bf89-4b8058a6ed20","MaaSModelRef":{"name":"auth-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"tenant":"e2e-shared-a-w2-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","model":"ai-tenant-e2e-shared-a-w2-66d902/auth-test-model-66d902","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:33.770516976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"auth-test-model-66d902","reconcileID":"bde02f0c-7f04-40b6-bf89-4b8058a6ed20","MaaSModelRef":{"name":"auth-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"routeName":"auth-test-model-66d902-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-66d902","llmisvcName":"auth-test-model-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:33.785002451Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ed2d6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"auth-test-model-7ed2d6","reconcileID":"6580895d-7acf-4fe4-886e-0687b05ce1d0","MaaSModelRef":{"name":"auth-test-model-7ed2d6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"tenant":"e2e-shared-b-w4-7ed2d6","gateway":"openshift-ingress/e2e-shared-b-w4-7ed2d6","model":"ai-tenant-e2e-shared-b-w4-7ed2d6/auth-test-model-7ed2d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:33.785021465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ed2d6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"auth-test-model-7ed2d6","reconcileID":"6580895d-7acf-4fe4-886e-0687b05ce1d0","MaaSModelRef":{"name":"auth-test-model-7ed2d6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"routeName":"auth-test-model-7ed2d6-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","llmisvcName":"auth-test-model-7ed2d6","gateway":"openshift-ingress/e2e-shared-b-w4-7ed2d6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:33.809298984Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"e2e-auth-iso-9814c6","reconcileID":"4e616a66-21c7-4b14-a01d-d7ffac2771af","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"model":"ai-tenant-e2e-shared-b-w4-7ed2d6/auth-test-model-7ed2d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:33.862205768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"e2e-auth-iso-518874","reconcileID":"116eb4c1-a885-440a-9f5c-0541cbb1114a","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-9daccc","tenantID":"e2e-shared-b-w1-9daccc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:33.915925448Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-auth-iso-8e79ac","reconcileID":"a1165dbc-8441-4105-94bc-7643d151955f","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"model":"ai-tenant-e2e-shared-b-w2-3d8dc5/auth-test-model-3d8dc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:33.916026914Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"auth-test-model-3d8dc5","reconcileID":"cac4c04b-4a25-42f1-b98a-3c75d53bb223","MaaSModelRef":{"name":"auth-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"tenant":"e2e-shared-b-w2-3d8dc5","gateway":"openshift-ingress/e2e-shared-b-w2-3d8dc5","model":"ai-tenant-e2e-shared-b-w2-3d8dc5/auth-test-model-3d8dc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:33.916043658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"auth-test-model-3d8dc5","reconcileID":"cac4c04b-4a25-42f1-b98a-3c75d53bb223","MaaSModelRef":{"name":"auth-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"routeName":"auth-test-model-3d8dc5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","llmisvcName":"auth-test-model-3d8dc5","gateway":"openshift-ingress/e2e-shared-b-w2-3d8dc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:33.991162985Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"e2e-auth-iso-518874","reconcileID":"116eb4c1-a885-440a-9f5c-0541cbb1114a","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"name":"e2e-shared-b-w1-9daccc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:33.991187011Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"e2e-auth-iso-518874","reconcileID":"116eb4c1-a885-440a-9f5c-0541cbb1114a","MaaSAuthPolicy":{"name":"e2e-auth-iso-518874","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-9daccc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:34.043565796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"e2e-auth-iso-9814c6","reconcileID":"4e616a66-21c7-4b14-a01d-d7ffac2771af","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-7ed2d6","tenantID":"e2e-shared-b-w4-7ed2d6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:34.048796194Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9daccc","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"auth-test-model-9daccc","reconcileID":"f2c97b53-f117-4f1e-a0ae-7c050a3a3b01","MaaSModelRef":{"name":"auth-test-model-9daccc","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"tenant":"e2e-shared-b-w1-9daccc","gateway":"openshift-ingress/e2e-shared-b-w1-9daccc","model":"ai-tenant-e2e-shared-b-w1-9daccc/auth-test-model-9daccc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:34.048816539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9daccc","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"auth-test-model-9daccc","reconcileID":"f2c97b53-f117-4f1e-a0ae-7c050a3a3b01","MaaSModelRef":{"name":"auth-test-model-9daccc","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"routeName":"auth-test-model-9daccc-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9daccc","llmisvcName":"auth-test-model-9daccc","gateway":"openshift-ingress/e2e-shared-b-w1-9daccc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:34.144826301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-auth-iso-8e79ac","reconcileID":"a1165dbc-8441-4105-94bc-7643d151955f","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3d8dc5","tenantID":"e2e-shared-b-w2-3d8dc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:34.176721753Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"e2e-auth-iso-9814c6","reconcileID":"4e616a66-21c7-4b14-a01d-d7ffac2771af","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"name":"e2e-shared-b-w4-7ed2d6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:34.176742799Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"e2e-auth-iso-9814c6","reconcileID":"4e616a66-21c7-4b14-a01d-d7ffac2771af","MaaSAuthPolicy":{"name":"e2e-auth-iso-9814c6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-7ed2d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:34.234464398Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ed2d6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"auth-test-model-7ed2d6","reconcileID":"ea88f131-fb7f-48d9-91aa-d3cab9143181","MaaSModelRef":{"name":"auth-test-model-7ed2d6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"tenant":"e2e-shared-b-w4-7ed2d6","gateway":"openshift-ingress/e2e-shared-b-w4-7ed2d6","model":"ai-tenant-e2e-shared-b-w4-7ed2d6/auth-test-model-7ed2d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:34.234487173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ed2d6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"auth-test-model-7ed2d6","reconcileID":"ea88f131-fb7f-48d9-91aa-d3cab9143181","MaaSModelRef":{"name":"auth-test-model-7ed2d6","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"routeName":"auth-test-model-7ed2d6-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","llmisvcName":"auth-test-model-7ed2d6","gateway":"openshift-ingress/e2e-shared-b-w4-7ed2d6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:34.273824144Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-auth-iso-8e79ac","reconcileID":"a1165dbc-8441-4105-94bc-7643d151955f","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"name":"e2e-shared-b-w2-3d8dc5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:34.273842012Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-auth-iso-8e79ac","reconcileID":"a1165dbc-8441-4105-94bc-7643d151955f","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e79ac","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3d8dc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:34.334257342Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"auth-test-model-3d8dc5","reconcileID":"b2240b15-b71d-4edf-8a34-e46213fc2351","MaaSModelRef":{"name":"auth-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"tenant":"e2e-shared-b-w2-3d8dc5","gateway":"openshift-ingress/e2e-shared-b-w2-3d8dc5","model":"ai-tenant-e2e-shared-b-w2-3d8dc5/auth-test-model-3d8dc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:34.334274998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"auth-test-model-3d8dc5","reconcileID":"b2240b15-b71d-4edf-8a34-e46213fc2351","MaaSModelRef":{"name":"auth-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"routeName":"auth-test-model-3d8dc5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","llmisvcName":"auth-test-model-3d8dc5","gateway":"openshift-ingress/e2e-shared-b-w2-3d8dc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:34.793980211Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"e2e-auth-iso-069dfa","reconcileID":"fafe3bab-d12e-4b9f-94b3-b7a0170f7f51","MaaSSubscription":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"model":"ai-tenant-e2e-shared-b-w0-286a8c/auth-test-model-286a8c","subscription":"e2e-auth-iso-069dfa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:34.847630997Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"e2e-auth-iso-069dfa","reconcileID":"fafe3bab-d12e-4b9f-94b3-b7a0170f7f51","MaaSSubscription":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"model":"ai-tenant-e2e-shared-b-w0-286a8c/auth-test-model-286a8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:34.9009641Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"e2e-auth-iso-069dfa","reconcileID":"fafe3bab-d12e-4b9f-94b3-b7a0170f7f51","MaaSSubscription":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"name":"maas-trlp-auth-test-model-286a8c","namespace":"ai-tenant-e2e-shared-b-w0-286a8c","model":"ai-tenant-e2e-shared-b-w0-286a8c/auth-test-model-286a8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:35.283861697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"e2e-auth-iso-069dfa","reconcileID":"4fdb3cbb-d0cb-4c91-8a85-48cb9b1bcd32","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-286a8c","tenantID":"e2e-shared-b-w0-286a8c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:35.329723964Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"e2e-auth-iso-069dfa","reconcileID":"83b3c189-a468-4510-a548-83b7740e384c","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"model":"ai-tenant-e2e-shared-a-w0-efa9bf/auth-test-model-efa9bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:35.34273978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"e2e-auth-iso-069dfa","reconcileID":"4fdb3cbb-d0cb-4c91-8a85-48cb9b1bcd32","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"name":"e2e-shared-b-w0-286a8c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:35.537258804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"e2e-auth-iso-069dfa","reconcileID":"83b3c189-a468-4510-a548-83b7740e384c","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-efa9bf","tenantID":"e2e-shared-a-w0-efa9bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:35.647865508Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-286a8c","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"auth-test-model-286a8c","reconcileID":"a85c05d5-c38a-4343-a254-bc9d62b18380","MaaSModelRef":{"name":"auth-test-model-286a8c","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"tenant":"e2e-shared-b-w0-286a8c","gateway":"openshift-ingress/e2e-shared-b-w0-286a8c","model":"ai-tenant-e2e-shared-b-w0-286a8c/auth-test-model-286a8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:35.647895516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-286a8c","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"auth-test-model-286a8c","reconcileID":"a85c05d5-c38a-4343-a254-bc9d62b18380","MaaSModelRef":{"name":"auth-test-model-286a8c","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"routeName":"auth-test-model-286a8c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-286a8c","llmisvcName":"auth-test-model-286a8c","gateway":"openshift-ingress/e2e-shared-b-w0-286a8c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:35.666988488Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"e2e-auth-iso-069dfa","reconcileID":"83b3c189-a468-4510-a548-83b7740e384c","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"name":"e2e-shared-a-w0-efa9bf-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:35.667016068Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"e2e-auth-iso-069dfa","reconcileID":"83b3c189-a468-4510-a548-83b7740e384c","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-efa9bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:35.706379252Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-efa9bf","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"auth-test-model-efa9bf","reconcileID":"1df4a3be-0ada-47d6-8427-592be718a280","MaaSModelRef":{"name":"auth-test-model-efa9bf","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"tenant":"e2e-shared-a-w0-efa9bf","gateway":"openshift-ingress/e2e-shared-a-w0-efa9bf","model":"ai-tenant-e2e-shared-a-w0-efa9bf/auth-test-model-efa9bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:35.706405901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-efa9bf","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"auth-test-model-efa9bf","reconcileID":"1df4a3be-0ada-47d6-8427-592be718a280","MaaSModelRef":{"name":"auth-test-model-efa9bf","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"routeName":"auth-test-model-efa9bf-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","llmisvcName":"auth-test-model-efa9bf","gateway":"openshift-ingress/e2e-shared-a-w0-efa9bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:35.726560147Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-efa9bf","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"auth-test-model-efa9bf","reconcileID":"e674bb92-55c4-45c5-8796-75f2cf36b710","MaaSModelRef":{"name":"auth-test-model-efa9bf","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"tenant":"e2e-shared-a-w0-efa9bf","gateway":"openshift-ingress/e2e-shared-a-w0-efa9bf","model":"ai-tenant-e2e-shared-a-w0-efa9bf/auth-test-model-efa9bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:35.726579893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-efa9bf","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"auth-test-model-efa9bf","reconcileID":"e674bb92-55c4-45c5-8796-75f2cf36b710","MaaSModelRef":{"name":"auth-test-model-efa9bf","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"routeName":"auth-test-model-efa9bf-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","llmisvcName":"auth-test-model-efa9bf","gateway":"openshift-ingress/e2e-shared-a-w0-efa9bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:35.815517255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"e2e-auth-iso-069dfa","reconcileID":"82aa206e-7c7f-4cf7-9770-507430e5cd3d","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-286a8c","tenantID":"e2e-shared-b-w0-286a8c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:35.863755921Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-286a8c","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"auth-test-model-286a8c","reconcileID":"99d895db-0642-463e-ba98-b9801e784ff0","MaaSModelRef":{"name":"auth-test-model-286a8c","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"tenant":"e2e-shared-b-w0-286a8c","gateway":"openshift-ingress/e2e-shared-b-w0-286a8c","model":"ai-tenant-e2e-shared-b-w0-286a8c/auth-test-model-286a8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:35.863775598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-286a8c","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"auth-test-model-286a8c","reconcileID":"99d895db-0642-463e-ba98-b9801e784ff0","MaaSModelRef":{"name":"auth-test-model-286a8c","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"routeName":"auth-test-model-286a8c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-286a8c","llmisvcName":"auth-test-model-286a8c","gateway":"openshift-ingress/e2e-shared-b-w0-286a8c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:35.874216167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"e2e-auth-iso-069dfa","reconcileID":"82aa206e-7c7f-4cf7-9770-507430e5cd3d","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"name":"e2e-shared-b-w0-286a8c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:36.033355247Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"e2e-auth-iso-069dfa","reconcileID":"c6e73e4d-78d8-4ccf-93bf-4480663a10c1","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"model":"ai-tenant-e2e-shared-b-w0-286a8c/auth-test-model-286a8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:36.240590931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"e2e-auth-iso-069dfa","reconcileID":"c6e73e4d-78d8-4ccf-93bf-4480663a10c1","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-286a8c","tenantID":"e2e-shared-b-w0-286a8c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:36.370436312Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"e2e-auth-iso-069dfa","reconcileID":"c6e73e4d-78d8-4ccf-93bf-4480663a10c1","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"name":"e2e-shared-b-w0-286a8c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:36.37050354Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"e2e-auth-iso-069dfa","reconcileID":"c6e73e4d-78d8-4ccf-93bf-4480663a10c1","MaaSAuthPolicy":{"name":"e2e-auth-iso-069dfa","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-286a8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:36.43034212Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-286a8c","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"auth-test-model-286a8c","reconcileID":"df012fd6-5a7d-4e81-a461-03593f72af30","MaaSModelRef":{"name":"auth-test-model-286a8c","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"tenant":"e2e-shared-b-w0-286a8c","gateway":"openshift-ingress/e2e-shared-b-w0-286a8c","model":"ai-tenant-e2e-shared-b-w0-286a8c/auth-test-model-286a8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:36.430363014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-286a8c","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"auth-test-model-286a8c","reconcileID":"df012fd6-5a7d-4e81-a461-03593f72af30","MaaSModelRef":{"name":"auth-test-model-286a8c","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"routeName":"auth-test-model-286a8c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-286a8c","llmisvcName":"auth-test-model-286a8c","gateway":"openshift-ingress/e2e-shared-b-w0-286a8c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:45.7339197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b4b1abf-b3e8-415f-9782-81e13d868b0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:45.787022016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b4b1abf-b3e8-415f-9782-81e13d868b0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:45.840118536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b4b1abf-b3e8-415f-9782-81e13d868b0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:45.893212881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b4b1abf-b3e8-415f-9782-81e13d868b0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:46.270893011Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-8c832d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-8c832d","reconcileID":"4b20594e-2e6e-4ea6-bb0d-97a78d6a77e2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-8c832d","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-8c832d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:47.859692336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24187494-8845-4b02-a75a-5bf455a86930","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:47.912774645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24187494-8845-4b02-a75a-5bf455a86930","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:47.965834533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24187494-8845-4b02-a75a-5bf455a86930","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:48.018915798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24187494-8845-4b02-a75a-5bf455a86930","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:50.057198849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c04341a0-61d0-4fc5-accd-9cb1b2be7fa2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:50.110665147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c04341a0-61d0-4fc5-accd-9cb1b2be7fa2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:50.163786103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c04341a0-61d0-4fc5-accd-9cb1b2be7fa2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:50.216826258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c04341a0-61d0-4fc5-accd-9cb1b2be7fa2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:52.266237364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abf06cd8-41ee-49c5-8dbb-b39cede79294","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:52.319588934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abf06cd8-41ee-49c5-8dbb-b39cede79294","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:52.372504209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abf06cd8-41ee-49c5-8dbb-b39cede79294","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:52.426133383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abf06cd8-41ee-49c5-8dbb-b39cede79294","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:53.855350663Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-a0afad","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-a0afad","reconcileID":"bfcf7643-e821-498a-8cc8-76de0e97877b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-a0afad","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-a0afad":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:54.395874179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ad6724f-fe79-45b5-ba91-4935db89128e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:54.449028632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ad6724f-fe79-45b5-ba91-4935db89128e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:54.502126754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ad6724f-fe79-45b5-ba91-4935db89128e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:54.555199534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ad6724f-fe79-45b5-ba91-4935db89128e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:56.554085154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"208ad92d-cb40-426d-83ea-7d67b5e94c7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:56.607500781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"208ad92d-cb40-426d-83ea-7d67b5e94c7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:56.660744329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"208ad92d-cb40-426d-83ea-7d67b5e94c7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:56.714012091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"208ad92d-cb40-426d-83ea-7d67b5e94c7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:58.6999822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fb7d621-6527-4fca-be4c-5d183f1b7ead","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:58.75325361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fb7d621-6527-4fca-be4c-5d183f1b7ead","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:58.806551393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fb7d621-6527-4fca-be4c-5d183f1b7ead","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:02:58.859785211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fb7d621-6527-4fca-be4c-5d183f1b7ead","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:00.824356664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0877084d-7929-42c2-b298-6a6e7673975d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:00.878097502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0877084d-7929-42c2-b298-6a6e7673975d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:00.931031969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0877084d-7929-42c2-b298-6a6e7673975d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:00.98419401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0877084d-7929-42c2-b298-6a6e7673975d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:01.217599167Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:27.151336444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3eff0728-4a17-428c-833a-6b1024f9de14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:27.204683658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3eff0728-4a17-428c-833a-6b1024f9de14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:27.261519261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3eff0728-4a17-428c-833a-6b1024f9de14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:27.315842209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3eff0728-4a17-428c-833a-6b1024f9de14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:27.760613278Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-90139c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-90139c","reconcileID":"a5327365-45af-42f9-b1eb-e1e818ec3ee8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-90139c","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-90139c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:29.283393336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e937b99-a6d8-41df-8401-85898efa114f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:29.336189359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e937b99-a6d8-41df-8401-85898efa114f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:29.389078623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e937b99-a6d8-41df-8401-85898efa114f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:29.442269422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e937b99-a6d8-41df-8401-85898efa114f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:31.217851895Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:31.388530059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e25a0ca-11bc-4491-a7b4-d1c223e40570","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:31.441831549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e25a0ca-11bc-4491-a7b4-d1c223e40570","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:31.49475156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e25a0ca-11bc-4491-a7b4-d1c223e40570","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:31.547736877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e25a0ca-11bc-4491-a7b4-d1c223e40570","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:33.528106324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be58788e-095f-49df-94b3-04f285c33589","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:33.581227474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be58788e-095f-49df-94b3-04f285c33589","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:33.63442025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be58788e-095f-49df-94b3-04f285c33589","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:33.687321116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be58788e-095f-49df-94b3-04f285c33589","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:35.65089764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3648bd2a-c6cd-44f3-8eea-4bdac9366788","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:35.704025339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3648bd2a-c6cd-44f3-8eea-4bdac9366788","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:35.757942717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3648bd2a-c6cd-44f3-8eea-4bdac9366788","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:35.812094732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3648bd2a-c6cd-44f3-8eea-4bdac9366788","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:37.773201538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d11d401a-a264-4442-9558-982ea1d0022c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:37.831738701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d11d401a-a264-4442-9558-982ea1d0022c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:37.888276309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d11d401a-a264-4442-9558-982ea1d0022c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:37.941508498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d11d401a-a264-4442-9558-982ea1d0022c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:38.267167892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-03da9e"},"namespace":"ai-tenant-e2e-shared-b-w3-03da9e","name":"default-tenant","reconcileID":"f75eacc0-e911-496b-a490-c6a1080094a3","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-03da9e","tenantID":"e2e-shared-b-w3-03da9e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:38.386879951Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-03da9e"},"namespace":"ai-tenant-e2e-shared-b-w3-03da9e","name":"default-tenant","reconcileID":"f75eacc0-e911-496b-a490-c6a1080094a3","name":"e2e-shared-b-w3-03da9e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:39.936428772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bd6e6e1-0542-4a59-b87b-416a525f639c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:39.989546421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bd6e6e1-0542-4a59-b87b-416a525f639c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:40.042614035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bd6e6e1-0542-4a59-b87b-416a525f639c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:40.095740996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bd6e6e1-0542-4a59-b87b-416a525f639c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:43.257583139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff967625-a792-471f-8b78-320d1cda6b2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:43.310777875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff967625-a792-471f-8b78-320d1cda6b2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:43.36397871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff967625-a792-471f-8b78-320d1cda6b2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:43.416879709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff967625-a792-471f-8b78-320d1cda6b2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:43.803560579Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-55dc0c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-55dc0c","reconcileID":"1349cfb0-3d5d-4eef-8053-1ee159dada27","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-55dc0c","applied":{"maas.opendatahub.io/gateway-access-e2e-autores-55dc0c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:45.377895031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2467b5bb-c576-4588-8ac3-f0573e14b44b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:45.431315615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2467b5bb-c576-4588-8ac3-f0573e14b44b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:45.484341651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2467b5bb-c576-4588-8ac3-f0573e14b44b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:45.537726712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2467b5bb-c576-4588-8ac3-f0573e14b44b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:47.558229764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4c839c7-e5ca-45a6-bd67-09e66c7a01ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:47.611309888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4c839c7-e5ca-45a6-bd67-09e66c7a01ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:47.664216215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4c839c7-e5ca-45a6-bd67-09e66c7a01ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:03:47.717408024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4c839c7-e5ca-45a6-bd67-09e66c7a01ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:01.218609915Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:13.145512108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c832d"},"namespace":"ai-tenant-e2e-extmod-a-8c832d","name":"default-tenant","reconcileID":"51797029-a436-44f8-bec6-728e44e02e81","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8c832d","tenantID":"e2e-extmod-a-8c832d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:13.267009703Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c832d"},"namespace":"ai-tenant-e2e-extmod-a-8c832d","name":"default-tenant","reconcileID":"51797029-a436-44f8-bec6-728e44e02e81","name":"e2e-extmod-a-8c832d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:23.038899181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a0afad"},"namespace":"ai-tenant-e2e-extmod-a-a0afad","name":"default-tenant","reconcileID":"b39efd9c-f8ed-4850-a824-b341a45f2c0b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a0afad","tenantID":"e2e-extmod-a-a0afad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:23.159427963Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a0afad"},"namespace":"ai-tenant-e2e-extmod-a-a0afad","name":"default-tenant","reconcileID":"b39efd9c-f8ed-4850-a824-b341a45f2c0b","name":"e2e-extmod-a-a0afad-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:04:31.217973177Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:01.218410031Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:02.113777241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-90139c"},"namespace":"ai-tenant-e2e-extmod-a-90139c","name":"default-tenant","reconcileID":"f7f150c8-1016-49a7-ae20-80fb05116707","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-90139c","tenantID":"e2e-extmod-a-90139c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:02.234548329Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-90139c"},"namespace":"ai-tenant-e2e-extmod-a-90139c","name":"default-tenant","reconcileID":"f7f150c8-1016-49a7-ae20-80fb05116707","name":"e2e-extmod-a-90139c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:13.886761809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d64b9f6c-ce79-4657-bca2-e3401d1a74af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:13.940267637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d64b9f6c-ce79-4657-bca2-e3401d1a74af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:13.993475703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d64b9f6c-ce79-4657-bca2-e3401d1a74af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:14.046586662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d64b9f6c-ce79-4657-bca2-e3401d1a74af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:16.019676973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a28dba8f-24cd-4e1a-a479-6962cf0652a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:16.073703731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a28dba8f-24cd-4e1a-a479-6962cf0652a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:16.127952641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a28dba8f-24cd-4e1a-a479-6962cf0652a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:16.181178467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a28dba8f-24cd-4e1a-a479-6962cf0652a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:18.26234838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b9db77b-b8d4-4e75-aefe-f10324cebfd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:18.315612915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b9db77b-b8d4-4e75-aefe-f10324cebfd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:18.368943596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b9db77b-b8d4-4e75-aefe-f10324cebfd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:18.422001819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b9db77b-b8d4-4e75-aefe-f10324cebfd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:20.378089219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"839212a0-33a5-426b-8c3c-7c104ea3f74d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:20.431505544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"839212a0-33a5-426b-8c3c-7c104ea3f74d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:20.484675625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"839212a0-33a5-426b-8c3c-7c104ea3f74d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:20.539541455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"839212a0-33a5-426b-8c3c-7c104ea3f74d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:22.451585576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-55dc0c"},"namespace":"ai-tenant-e2e-autores-55dc0c","name":"default-tenant","reconcileID":"2060751e-3144-44f7-807b-8a0c11aca6cd","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-autores-55dc0c","tenantID":"e2e-autores-55dc0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:22.507389857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90836d2a-5e6e-42bd-bc13-51b424118250","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:22.560364007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90836d2a-5e6e-42bd-bc13-51b424118250","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:22.574516792Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-55dc0c"},"namespace":"ai-tenant-e2e-autores-55dc0c","name":"default-tenant","reconcileID":"2060751e-3144-44f7-807b-8a0c11aca6cd","name":"e2e-autores-55dc0c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:22.613211776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90836d2a-5e6e-42bd-bc13-51b424118250","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:22.666383252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90836d2a-5e6e-42bd-bc13-51b424118250","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:24.610967074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7aacfb7c-98b7-4913-aa64-e26aeac87542","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:24.665273906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7aacfb7c-98b7-4913-aa64-e26aeac87542","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:24.719054199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7aacfb7c-98b7-4913-aa64-e26aeac87542","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:24.772207444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7aacfb7c-98b7-4913-aa64-e26aeac87542","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:26.720916762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"249e5dfb-3e5c-4418-a307-8b6de119d2db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:26.774594386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"249e5dfb-3e5c-4418-a307-8b6de119d2db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:26.828793531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"249e5dfb-3e5c-4418-a307-8b6de119d2db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:26.882382831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"249e5dfb-3e5c-4418-a307-8b6de119d2db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:28.858839636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d64d9857-801b-47bb-8599-cfc46843baee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:28.911940223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d64d9857-801b-47bb-8599-cfc46843baee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:28.965015541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d64d9857-801b-47bb-8599-cfc46843baee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:29.017891657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d64d9857-801b-47bb-8599-cfc46843baee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:30.975399169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"826a9bdc-3581-4c1b-bec7-0c8b9df0b127","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:31.028577087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"826a9bdc-3581-4c1b-bec7-0c8b9df0b127","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:31.082143962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"826a9bdc-3581-4c1b-bec7-0c8b9df0b127","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:31.135365466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"826a9bdc-3581-4c1b-bec7-0c8b9df0b127","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:31.218419236Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:33.165739292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73674384-b9dc-4bfd-8061-51ebccb359e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:33.21971965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73674384-b9dc-4bfd-8061-51ebccb359e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:33.272892344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73674384-b9dc-4bfd-8061-51ebccb359e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:33.326217957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73674384-b9dc-4bfd-8061-51ebccb359e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:35.27508297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1978212d-9a49-4370-bdc3-a8ebfeb1b1cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:35.328053523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1978212d-9a49-4370-bdc3-a8ebfeb1b1cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:35.380991999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1978212d-9a49-4370-bdc3-a8ebfeb1b1cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:35.434031302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1978212d-9a49-4370-bdc3-a8ebfeb1b1cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:37.45454817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c769b41b-3c56-4476-895a-d84059aba78b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:37.508065494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c769b41b-3c56-4476-895a-d84059aba78b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:37.561137514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c769b41b-3c56-4476-895a-d84059aba78b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:37.614097733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c769b41b-3c56-4476-895a-d84059aba78b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:57.487723619Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a0afad"},"namespace":"ai-tenant-e2e-extmod-a-a0afad","name":"default-tenant","reconcileID":"9e69d4cb-1385-4f53-98c3-c5d6ac213b1e","namespace":"ai-tenant-e2e-extmod-a-a0afad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:57.487793936Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a0afad"},"namespace":"ai-tenant-e2e-extmod-a-a0afad","name":"default-tenant","reconcileID":"9e69d4cb-1385-4f53-98c3-c5d6ac213b1e","namespace":"ai-tenant-e2e-extmod-a-a0afad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:57.487854061Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a0afad"},"namespace":"ai-tenant-e2e-extmod-a-a0afad","name":"default-tenant","reconcileID":"9e69d4cb-1385-4f53-98c3-c5d6ac213b1e","tenant":"e2e-extmod-a-a0afad","tenantID":"e2e-extmod-a-a0afad","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:57.542956274Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a0afad"},"namespace":"ai-tenant-e2e-extmod-a-a0afad","name":"default-tenant","reconcileID":"9e69d4cb-1385-4f53-98c3-c5d6ac213b1e","gvk":"Deployment","name":"maas-api-e2e-extmod-a-a0afad","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:57.605620472Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a0afad"},"namespace":"ai-tenant-e2e-extmod-a-a0afad","name":"default-tenant","reconcileID":"9e69d4cb-1385-4f53-98c3-c5d6ac213b1e","gvk":"Service","name":"maas-api-e2e-extmod-a-a0afad","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:57.661930869Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a0afad"},"namespace":"ai-tenant-e2e-extmod-a-a0afad","name":"default-tenant","reconcileID":"9e69d4cb-1385-4f53-98c3-c5d6ac213b1e","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-a0afad","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:57.719246902Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a0afad"},"namespace":"ai-tenant-e2e-extmod-a-a0afad","name":"default-tenant","reconcileID":"9e69d4cb-1385-4f53-98c3-c5d6ac213b1e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-a0afad","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:57.778051749Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a0afad"},"namespace":"ai-tenant-e2e-extmod-a-a0afad","name":"default-tenant","reconcileID":"9e69d4cb-1385-4f53-98c3-c5d6ac213b1e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-a0afad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:57.833684782Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a0afad"},"namespace":"ai-tenant-e2e-extmod-a-a0afad","name":"default-tenant","reconcileID":"9e69d4cb-1385-4f53-98c3-c5d6ac213b1e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-a0afad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:57.891634964Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a0afad"},"namespace":"ai-tenant-e2e-extmod-a-a0afad","name":"default-tenant","reconcileID":"9e69d4cb-1385-4f53-98c3-c5d6ac213b1e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-a0afad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:57.946953324Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a0afad"},"namespace":"ai-tenant-e2e-extmod-a-a0afad","name":"default-tenant","reconcileID":"9e69d4cb-1385-4f53-98c3-c5d6ac213b1e","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-a0afad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:57.99969242Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a0afad"},"namespace":"ai-tenant-e2e-extmod-a-a0afad","name":"default-tenant","reconcileID":"9e69d4cb-1385-4f53-98c3-c5d6ac213b1e","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-a0afad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:58.05223507Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a0afad"},"namespace":"ai-tenant-e2e-extmod-a-a0afad","name":"default-tenant","reconcileID":"9e69d4cb-1385-4f53-98c3-c5d6ac213b1e","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-a0afad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:58.10478586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a0afad"},"namespace":"ai-tenant-e2e-extmod-a-a0afad","name":"default-tenant","reconcileID":"9e69d4cb-1385-4f53-98c3-c5d6ac213b1e","gvk":"Service","name":"payload-processing-e2e-extmod-a-a0afad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:58.157456272Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a0afad"},"namespace":"ai-tenant-e2e-extmod-a-a0afad","name":"default-tenant","reconcileID":"9e69d4cb-1385-4f53-98c3-c5d6ac213b1e","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-a0afad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:58.212362583Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a0afad"},"namespace":"ai-tenant-e2e-extmod-a-a0afad","name":"default-tenant","reconcileID":"9e69d4cb-1385-4f53-98c3-c5d6ac213b1e","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-a0afad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:58.267498339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a0afad"},"namespace":"ai-tenant-e2e-extmod-a-a0afad","name":"default-tenant","reconcileID":"9e69d4cb-1385-4f53-98c3-c5d6ac213b1e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-a0afad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:58.325092464Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a0afad"},"namespace":"ai-tenant-e2e-extmod-a-a0afad","name":"default-tenant","reconcileID":"9e69d4cb-1385-4f53-98c3-c5d6ac213b1e","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-a0afad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:58.377915897Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a0afad"},"namespace":"ai-tenant-e2e-extmod-a-a0afad","name":"default-tenant","reconcileID":"9e69d4cb-1385-4f53-98c3-c5d6ac213b1e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-a0afad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:58.430878511Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a0afad"},"namespace":"ai-tenant-e2e-extmod-a-a0afad","name":"default-tenant","reconcileID":"9e69d4cb-1385-4f53-98c3-c5d6ac213b1e","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-a0afad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:58.484292848Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a0afad"},"namespace":"ai-tenant-e2e-extmod-a-a0afad","name":"default-tenant","reconcileID":"9e69d4cb-1385-4f53-98c3-c5d6ac213b1e","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-a0afad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:58.537688086Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a0afad"},"namespace":"ai-tenant-e2e-extmod-a-a0afad","name":"default-tenant","reconcileID":"9e69d4cb-1385-4f53-98c3-c5d6ac213b1e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-a0afad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:05:58.59234632Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a0afad"},"namespace":"ai-tenant-e2e-extmod-a-a0afad","name":"default-tenant","reconcileID":"9e69d4cb-1385-4f53-98c3-c5d6ac213b1e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-a0afad","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:01.217091845Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:05.099766744Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-a0afad","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-a0afad","reconcileID":"7a2b26f9-c7e8-4086-a6d7-611319641099","aitenant":"ai-tenants/e2e-extmod-a-a0afad","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:05.598762079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ce1b889-772b-4f59-b73c-ce79b024feb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:05.651856601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ce1b889-772b-4f59-b73c-ce79b024feb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:05.705090285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ce1b889-772b-4f59-b73c-ce79b024feb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:05.758122563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ce1b889-772b-4f59-b73c-ce79b024feb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:05.926110946Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-a0afad","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-a0afad","reconcileID":"7a2b26f9-c7e8-4086-a6d7-611319641099","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-a0afad","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-a0afad"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:07.718481647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70766e4e-58f4-4316-b66e-52663a2a98f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:07.771642248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70766e4e-58f4-4316-b66e-52663a2a98f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:07.824494415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70766e4e-58f4-4316-b66e-52663a2a98f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:07.877744821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70766e4e-58f4-4316-b66e-52663a2a98f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:08.437654362Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-subscription","reconcileID":"4599e40d-b92e-4513-845f-c4c644fe09b0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-simulator-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:08.535978584Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"20d537d3-c673-4355-bd90-245825603a63","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:08.638717505Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-subscription","reconcileID":"01424d73-5be6-4c36-82d8-621f77b0b431","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:08.865716158Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-subscription","reconcileID":"20ceccd0-7a07-492a-8f18-3b70428cbe41","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-simulator-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/simulator-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:08.97133379Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-subscription","reconcileID":"4fad5c05-f41c-4e41-bbaa-0699b944a45a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-premium-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/premium-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:09.081673272Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-subscription","reconcileID":"d0618a0a-de63-4e10-b407-21f3e6140571","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-simulator-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/simulator-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:09.188182593Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-subscription","reconcileID":"b8a6cd32-b920-42d8-9e3e-0f64b8af4faf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-simulator-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:09.405732345Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0a1a3f71-ce9e-4296-9682-5f42934a18dc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:09.535662549Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-subscription","reconcileID":"5829785f-2b12-4145-8636-b07b6e724fcd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-premium-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/premium-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:09.6370695Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-subscription","reconcileID":"e633a448-a20c-46c5-9529-2203d67a1d68","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-premium-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/premium-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:09.658430421Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-subscription","reconcileID":"a8d66b00-4cdd-465e-aef9-73698ddeab58","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-premium-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/premium-w3-68b670","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:09.737130008Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-subscription","reconcileID":"41d3d2e6-89f9-4156-8476-fa50c960f40f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-premium-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/premium-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:09.820614045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b3ba281-3c19-4c7d-9a48-4b290de13f56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:09.87640808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b3ba281-3c19-4c7d-9a48-4b290de13f56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:09.93000785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b3ba281-3c19-4c7d-9a48-4b290de13f56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:09.983150712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b3ba281-3c19-4c7d-9a48-4b290de13f56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:10.224581766Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-700af7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-700af7","reconcileID":"59a8db34-fa7f-4e37-a2ce-ce7b5bbad7e4","namespace":"llm","name":"e2e-dft-700af7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:10.28149661Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-700af7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-700af7","reconcileID":"94f38b32-8085-49c0-9681-349bc52832bc","namespace":"llm","name":"e2e-dft-700af7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:10.385149236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"f1e011a9-e4ff-4a40-894a-14241e98ce03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:10.38515344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"254889eb-27d0-4c71-b2ab-79fba2b44e39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:10.385395797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"3f15a41a-43cb-4c6e-a7de-5a509a5463eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:10.385743679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"3986bf30-f94b-4054-9682-b9fa0b10ba2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:10.385772722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"c3582117-3bba-4e7b-9276-e9fe3f77136c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:10.443579439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"f1e011a9-e4ff-4a40-894a-14241e98ce03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:10.443650097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"3f15a41a-43cb-4c6e-a7de-5a509a5463eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:10.44611019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"3986bf30-f94b-4054-9682-b9fa0b10ba2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:10.446131216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"254889eb-27d0-4c71-b2ab-79fba2b44e39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:10.448327397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"c3582117-3bba-4e7b-9276-e9fe3f77136c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:10.499508212Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"06f92960-6e30-45c8-ab8e-9fd388caa30c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:10.499527003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"06f92960-6e30-45c8-ab8e-9fd388caa30c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:10.499847925Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a522d4d8-8ac8-4273-961a-e4710169ff1e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:10.499865104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a522d4d8-8ac8-4273-961a-e4710169ff1e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:10.500217926Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"245f593c-c0e3-492f-8079-b17ae41f0d56","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:10.500231905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"245f593c-c0e3-492f-8079-b17ae41f0d56","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:10.500506597Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"727ec58d-cecd-4bbc-be06-8218e50e44f1","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:10.500521169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"727ec58d-cecd-4bbc-be06-8218e50e44f1","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:10.500797974Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"641d2d23-63d4-4819-bf85-3ecdaec1dcf2","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:10.500812393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"641d2d23-63d4-4819-bf85-3ecdaec1dcf2","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:10.501080697Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cd4ed00d-9991-4b65-81bd-0e1993114f66","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:10.501095337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cd4ed00d-9991-4b65-81bd-0e1993114f66","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:10.501394454Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fc5b6c86-7111-43e6-9828-6cd40ef6eaae","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:10.501406691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fc5b6c86-7111-43e6-9828-6cd40ef6eaae","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:10.501677984Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3919cf5e-56c8-40f1-a9a9-cb951f2575d8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:10.501691311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3919cf5e-56c8-40f1-a9a9-cb951f2575d8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:10.561145409Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"21d9dcc1-bce0-4541-b9c5-e01545098436","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:10.561167302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"21d9dcc1-bce0-4541-b9c5-e01545098436","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:10.561545925Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5b6179b5-97da-49d7-b218-f6a7687fd051","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:10.561563704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5b6179b5-97da-49d7-b218-f6a7687fd051","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:10.561894412Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e2e6f3bd-2bc2-46a4-828a-082489e7b9e0","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:10.56190974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e2e6f3bd-2bc2-46a4-828a-082489e7b9e0","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:10.562234987Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"82940e2a-60fe-4399-b4ba-42c8c8c02f3a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:10.562250234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"82940e2a-60fe-4399-b4ba-42c8c8c02f3a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:10.562760408Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"cd589f5b-d6fd-4fb8-8bc3-cf510e15a121","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:10.56277823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"cd589f5b-d6fd-4fb8-8bc3-cf510e15a121","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:10.563098755Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3417dcdd-ee2e-4608-ab5e-25496a2649b2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:10.563137087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3417dcdd-ee2e-4608-ab5e-25496a2649b2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:10.563459731Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f387cf06-2ac2-4add-b740-1a12824fd501","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:10.56347612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f387cf06-2ac2-4add-b740-1a12824fd501","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:10.563796087Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"89b86821-3cbc-4350-9e79-14401ad567d8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:10.563810881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"89b86821-3cbc-4350-9e79-14401ad567d8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:10.714222966Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d509a665-af10-4d65-8563-a403a9bca548","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:10.714838332Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f738078f-3642-41d8-8394-eca7a7a21064","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:10.741103031Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-700af7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-700af7","reconcileID":"7cc15806-42a8-4dab-822d-570b30471c01","MaaSModelRef":{"name":"e2e-dft-700af7","namespace":"llm"},"name":"e2e-dft-700af7","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:10.814391201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"f42458e9-4a72-486a-804f-c47c8e7ada9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:10.81495535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"e94576f6-e6e6-4a0f-a07b-dcf8046239e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:10.815009193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"29ce50ee-023c-4db7-8492-e441d1e6e191","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:10.815350604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"3faaf922-50d0-487c-b225-7c11e914ff08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:10.815622814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"cbe89e9d-d8de-4fb5-96d3-799711d2b215","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:10.872719003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"f42458e9-4a72-486a-804f-c47c8e7ada9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:10.873121126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"e94576f6-e6e6-4a0f-a07b-dcf8046239e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:10.875299498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"cbe89e9d-d8de-4fb5-96d3-799711d2b215","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:10.875370951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"3faaf922-50d0-487c-b225-7c11e914ff08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:10.877483863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"29ce50ee-023c-4db7-8492-e441d1e6e191","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:11.242082975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"2a27c4f1-7d32-4f34-96fa-4085e1b1448d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:11.242214949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e06665c6-e717-4854-87cf-5f02bb415623","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:11.242541273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"602b3b31-f3ec-4fcf-a26a-6d0f740eea97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:11.242710002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"d37ed9f4-7501-4b66-ade7-ec0e2cfe57dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:11.24288926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"5615c262-337d-422b-80e6-e5e440d22f47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:11.301479643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"2a27c4f1-7d32-4f34-96fa-4085e1b1448d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:11.305065945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"d37ed9f4-7501-4b66-ade7-ec0e2cfe57dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:11.306718684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"5615c262-337d-422b-80e6-e5e440d22f47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:11.424483565Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e06665c6-e717-4854-87cf-5f02bb415623","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:06:11.428831597Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"602b3b31-f3ec-4fcf-a26a-6d0f740eea97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:11.434955256Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-700af7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-700af7","reconcileID":"e480c832-4c7f-4e32-a204-8f3a9e063838","namespace":"llm","name":"e2e-dft-700af7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:11.48284152Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e06665c6-e717-4854-87cf-5f02bb415623","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:06:11.48771938Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"602b3b31-f3ec-4fcf-a26a-6d0f740eea97","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:11.488321761Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-700af7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-700af7","reconcileID":"de00184e-5deb-4fc2-88a4-f5084a5a2a1c","MaaSModelRef":{"name":"e2e-dft-700af7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-700af7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:11.488345495Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-700af7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-700af7","reconcileID":"de00184e-5deb-4fc2-88a4-f5084a5a2a1c","MaaSModelRef":{"name":"e2e-dft-700af7","namespace":"llm"},"routeName":"external-model-e2e-dft-700af7-c323723dac88","namespace":"llm","model":"e2e-dft-700af7","externalModel":"e2e-dft-700af7","provider":"e2e-dft-700af7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:11.600367474Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d1c47c44-2cef-4712-ac3f-07a99a9b6332","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:11.60192573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d1c47c44-2cef-4712-ac3f-07a99a9b6332","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:11.602555553Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"41344734-e2d0-42b7-93da-88297c22ce18","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:11.602575272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"41344734-e2d0-42b7-93da-88297c22ce18","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:11.646130477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"73c32363-f993-4b00-b7e2-5154eb050100","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:11.70551461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"73c32363-f993-4b00-b7e2-5154eb050100","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:11.746842891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"40ef98bd-c7ae-4649-a469-d1397d2e2131","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:11.746841176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"1a57497e-ddde-48d8-98da-efaf4d86fb1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:11.74726588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"7863794e-9a90-4d0c-b6cf-7a44bf1be652","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:11.747408033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"95b18802-49f2-4474-8481-c9c6fb1c2612","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:11.804995221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"40ef98bd-c7ae-4649-a469-d1397d2e2131","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:11.805550328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"95b18802-49f2-4474-8481-c9c6fb1c2612","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:11.807158315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"1a57497e-ddde-48d8-98da-efaf4d86fb1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:11.807762528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"7863794e-9a90-4d0c-b6cf-7a44bf1be652","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:11.93116204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c8a568c-f899-4b63-b3ab-ef3a24bbd940","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:11.984412843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c8a568c-f899-4b63-b3ab-ef3a24bbd940","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:12.037478724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c8a568c-f899-4b63-b3ab-ef3a24bbd940","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:12.090573695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c8a568c-f899-4b63-b3ab-ef3a24bbd940","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:12.249343374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"28f82fee-4865-4f42-81bf-230cbbfa6707","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:12.249382047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"1b774014-d9e7-4bb3-b59a-7004e66dc970","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:12.249798996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"e8dade0d-2e7e-4f79-88a3-ae0f8ec9007e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:12.249903067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"18999938-903b-4c77-91c2-0c8d7da1e7c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:12.250093112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"9e61ab93-cab8-43d2-ab07-a310c7a0ceae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:12.307998265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"e8dade0d-2e7e-4f79-88a3-ae0f8ec9007e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:12.308105444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"28f82fee-4865-4f42-81bf-230cbbfa6707","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:12.310341276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"1b774014-d9e7-4bb3-b59a-7004e66dc970","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:12.312033129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"9e61ab93-cab8-43d2-ab07-a310c7a0ceae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:12.31269879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"18999938-903b-4c77-91c2-0c8d7da1e7c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:12.366290527Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"28f82fee-4865-4f42-81bf-230cbbfa6707","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:12.369011476Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"18999938-903b-4c77-91c2-0c8d7da1e7c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:12.427973399Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7084be0b-90ae-466d-90f5-d593b4479751","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:12.427994443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7084be0b-90ae-466d-90f5-d593b4479751","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:12.524328659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"7593d01e-0d84-40a9-b951-a348021fc112","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:12.582056597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"7593d01e-0d84-40a9-b951-a348021fc112","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:12.624801522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"c5191eaa-089a-4d31-9c27-08bef4b401fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:12.68242913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"c5191eaa-089a-4d31-9c27-08bef4b401fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:16.894957722Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-700af7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-700af7","reconcileID":"310abf5f-e9a8-4546-8815-7cbc4cd7a238","MaaSModelRef":{"name":"e2e-dft-700af7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-700af7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:16.894989938Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-700af7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-700af7","reconcileID":"310abf5f-e9a8-4546-8815-7cbc4cd7a238","MaaSModelRef":{"name":"e2e-dft-700af7","namespace":"llm"},"routeName":"external-model-e2e-dft-700af7-c323723dac88","namespace":"llm","model":"e2e-dft-700af7","externalModel":"e2e-dft-700af7","provider":"e2e-dft-700af7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:17.001882388Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-700af7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-700af7","reconcileID":"c544bdae-3740-459e-9d45-b40d26adcedf","MaaSModelRef":{"name":"e2e-dft-700af7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-700af7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:17.001907831Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-700af7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-700af7","reconcileID":"c544bdae-3740-459e-9d45-b40d26adcedf","MaaSModelRef":{"name":"e2e-dft-700af7","namespace":"llm"},"routeName":"external-model-e2e-dft-700af7-c323723dac88","namespace":"llm","model":"e2e-dft-700af7","externalModel":"e2e-dft-700af7","provider":"e2e-dft-700af7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:17.110251902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-700af7-access","reconcileID":"c5949305-f26f-433b-8c81-e521455f690f","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:17.168670911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-700af7-access","reconcileID":"c5949305-f26f-433b-8c81-e521455f690f","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:17.225408802Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-700af7-access","reconcileID":"c5949305-f26f-433b-8c81-e521455f690f","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:17.336856168Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-700af7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-700af7","reconcileID":"c603361b-9987-4ef2-8784-b08d21eb87ae","MaaSModelRef":{"name":"e2e-dft-700af7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-700af7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:17.336886804Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-700af7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-700af7","reconcileID":"c603361b-9987-4ef2-8784-b08d21eb87ae","MaaSModelRef":{"name":"e2e-dft-700af7","namespace":"llm"},"routeName":"external-model-e2e-dft-700af7-c323723dac88","namespace":"llm","model":"e2e-dft-700af7","externalModel":"e2e-dft-700af7","provider":"e2e-dft-700af7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:17.494778518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-700af7-access","reconcileID":"ec4ee11c-fe4a-4061-9de5-d7c93dc5c6f7","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:17.552918462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-700af7-access","reconcileID":"ec4ee11c-fe4a-4061-9de5-d7c93dc5c6f7","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:17.609633907Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-700af7-access","reconcileID":"ec4ee11c-fe4a-4061-9de5-d7c93dc5c6f7","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:22.577769405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"12455c47-7548-4d43-999e-a5830bffad85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:22.635898235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"12455c47-7548-4d43-999e-a5830bffad85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:22.639627346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"59355fad-20e9-48f0-b39b-af972b4869c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:22.692778403Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"12455c47-7548-4d43-999e-a5830bffad85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:22.697455212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"59355fad-20e9-48f0-b39b-af972b4869c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:22.754293358Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"59355fad-20e9-48f0-b39b-af972b4869c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:23.592152241Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-5172b1"},"namespace":"ai-tenant-e2e-shared-a-w3-5172b1","name":"default-tenant","reconcileID":"498ee3cd-4d79-4339-9089-4ca240e751ad","namespace":"ai-tenant-e2e-shared-a-w3-5172b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:23.59220784Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-5172b1"},"namespace":"ai-tenant-e2e-shared-a-w3-5172b1","name":"default-tenant","reconcileID":"498ee3cd-4d79-4339-9089-4ca240e751ad","namespace":"ai-tenant-e2e-shared-a-w3-5172b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:23.59227788Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-5172b1"},"namespace":"ai-tenant-e2e-shared-a-w3-5172b1","name":"default-tenant","reconcileID":"498ee3cd-4d79-4339-9089-4ca240e751ad","tenant":"e2e-shared-a-w3-5172b1","tenantID":"e2e-shared-a-w3-5172b1","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:23.647205302Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-5172b1"},"namespace":"ai-tenant-e2e-shared-a-w3-5172b1","name":"default-tenant","reconcileID":"498ee3cd-4d79-4339-9089-4ca240e751ad","gvk":"Deployment","name":"maas-api-e2e-shared-a-w3-5172b1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:23.712488047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-5172b1"},"namespace":"ai-tenant-e2e-shared-a-w3-5172b1","name":"default-tenant","reconcileID":"498ee3cd-4d79-4339-9089-4ca240e751ad","gvk":"Service","name":"maas-api-e2e-shared-a-w3-5172b1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:23.771340658Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-5172b1"},"namespace":"ai-tenant-e2e-shared-a-w3-5172b1","name":"default-tenant","reconcileID":"498ee3cd-4d79-4339-9089-4ca240e751ad","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w3-5172b1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:23.826066802Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-5172b1"},"namespace":"ai-tenant-e2e-shared-a-w3-5172b1","name":"default-tenant","reconcileID":"498ee3cd-4d79-4339-9089-4ca240e751ad","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w3-5172b1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:23.881751999Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-5172b1"},"namespace":"ai-tenant-e2e-shared-a-w3-5172b1","name":"default-tenant","reconcileID":"498ee3cd-4d79-4339-9089-4ca240e751ad","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w3-5172b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:23.937142905Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-5172b1"},"namespace":"ai-tenant-e2e-shared-a-w3-5172b1","name":"default-tenant","reconcileID":"498ee3cd-4d79-4339-9089-4ca240e751ad","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w3-5172b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:23.995199203Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-5172b1"},"namespace":"ai-tenant-e2e-shared-a-w3-5172b1","name":"default-tenant","reconcileID":"498ee3cd-4d79-4339-9089-4ca240e751ad","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w3-5172b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:24.050889077Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-5172b1"},"namespace":"ai-tenant-e2e-shared-a-w3-5172b1","name":"default-tenant","reconcileID":"498ee3cd-4d79-4339-9089-4ca240e751ad","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w3-5172b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:24.103952556Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-5172b1"},"namespace":"ai-tenant-e2e-shared-a-w3-5172b1","name":"default-tenant","reconcileID":"498ee3cd-4d79-4339-9089-4ca240e751ad","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w3-5172b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:24.156835879Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-5172b1"},"namespace":"ai-tenant-e2e-shared-a-w3-5172b1","name":"default-tenant","reconcileID":"498ee3cd-4d79-4339-9089-4ca240e751ad","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w3-5172b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:24.209815777Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-5172b1"},"namespace":"ai-tenant-e2e-shared-a-w3-5172b1","name":"default-tenant","reconcileID":"498ee3cd-4d79-4339-9089-4ca240e751ad","gvk":"Service","name":"payload-processing-e2e-shared-a-w3-5172b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:24.262552842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-5172b1"},"namespace":"ai-tenant-e2e-shared-a-w3-5172b1","name":"default-tenant","reconcileID":"498ee3cd-4d79-4339-9089-4ca240e751ad","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w3-5172b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:24.315577498Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-5172b1"},"namespace":"ai-tenant-e2e-shared-a-w3-5172b1","name":"default-tenant","reconcileID":"498ee3cd-4d79-4339-9089-4ca240e751ad","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w3-5172b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:24.369057252Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-5172b1"},"namespace":"ai-tenant-e2e-shared-a-w3-5172b1","name":"default-tenant","reconcileID":"498ee3cd-4d79-4339-9089-4ca240e751ad","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w3-5172b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:24.422103138Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-5172b1"},"namespace":"ai-tenant-e2e-shared-a-w3-5172b1","name":"default-tenant","reconcileID":"498ee3cd-4d79-4339-9089-4ca240e751ad","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w3-5172b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:24.509344881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-5172b1"},"namespace":"ai-tenant-e2e-shared-a-w3-5172b1","name":"default-tenant","reconcileID":"498ee3cd-4d79-4339-9089-4ca240e751ad","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w3-5172b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:24.562519114Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-5172b1"},"namespace":"ai-tenant-e2e-shared-a-w3-5172b1","name":"default-tenant","reconcileID":"498ee3cd-4d79-4339-9089-4ca240e751ad","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w3-5172b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:24.615297024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-5172b1"},"namespace":"ai-tenant-e2e-shared-a-w3-5172b1","name":"default-tenant","reconcileID":"498ee3cd-4d79-4339-9089-4ca240e751ad","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w3-5172b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:24.668087863Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-5172b1"},"namespace":"ai-tenant-e2e-shared-a-w3-5172b1","name":"default-tenant","reconcileID":"498ee3cd-4d79-4339-9089-4ca240e751ad","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w3-5172b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:24.720809261Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-5172b1"},"namespace":"ai-tenant-e2e-shared-a-w3-5172b1","name":"default-tenant","reconcileID":"498ee3cd-4d79-4339-9089-4ca240e751ad","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w3-5172b1","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:27.822081523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-700af7-access","reconcileID":"984918e5-f6c9-4993-bb0b-74f0f275d381","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:27.880209369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-700af7-access","reconcileID":"984918e5-f6c9-4993-bb0b-74f0f275d381","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:27.937283593Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-700af7-access","reconcileID":"984918e5-f6c9-4993-bb0b-74f0f275d381","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:30.169920482Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-5172b1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-5172b1","reconcileID":"8403b8d8-afaa-40fb-a064-9b8ab17d2d36","aitenant":"ai-tenants/e2e-shared-a-w3-5172b1","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:30.748349538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffedb114-a159-4623-831f-1f84feafde4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:30.801810362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffedb114-a159-4623-831f-1f84feafde4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:30.854836872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffedb114-a159-4623-831f-1f84feafde4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:30.908016582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffedb114-a159-4623-831f-1f84feafde4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:31.025212164Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-5172b1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-5172b1","reconcileID":"8403b8d8-afaa-40fb-a064-9b8ab17d2d36","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-5172b1","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w3-5172b1"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:31.219502263Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:32.892973624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a8aa6f7-a372-4077-9895-3eeacb20b067","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:32.946210933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a8aa6f7-a372-4077-9895-3eeacb20b067","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:32.999355521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a8aa6f7-a372-4077-9895-3eeacb20b067","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:32.999598855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cb0f936d-4b88-4299-88b5-d9de6315a032","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:33.052435336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a8aa6f7-a372-4077-9895-3eeacb20b067","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:33.052930223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9b2e5d21-bd8d-4221-af80-fecab59fae46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:33.110806929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cb0f936d-4b88-4299-88b5-d9de6315a032","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:33.111543678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9b2e5d21-bd8d-4221-af80-fecab59fae46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:33.173640434Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9b2e5d21-bd8d-4221-af80-fecab59fae46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:33.176875132Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cb0f936d-4b88-4299-88b5-d9de6315a032","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:35.057305663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebccd501-549b-4095-9cfd-73336fdc6700","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:35.110246144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebccd501-549b-4095-9cfd-73336fdc6700","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:35.163565892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebccd501-549b-4095-9cfd-73336fdc6700","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:35.218083072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebccd501-549b-4095-9cfd-73336fdc6700","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:36.16311316Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-subscription","reconcileID":"f157e65b-c631-4f90-8c94-72349b559e91","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-simulator-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/simulator-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:36.366169425Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-subscription","reconcileID":"2903190e-1032-4335-99d7-474884e62ca5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-simulator-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:36.526581588Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-subscription","reconcileID":"808afc92-d2fe-4ea7-a9e8-c3597a8eabbf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-premium-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/premium-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:36.626522222Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f4e52ca6-6f50-43de-be19-2523c5162f4b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:36.745164395Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-subscription","reconcileID":"e031570b-6b3c-4cfb-9d3a-bfcf334df0f8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-simulator-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:36.843398141Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4fb9dde9-7db8-4eb7-a54c-2479e637a515","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:36.967126503Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-subscription","reconcileID":"17b5cef1-5905-4e67-9165-3c0c523769f1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-premium-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/premium-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:37.168564286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91b20dcc-a364-4b36-b3ba-0447da031384","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:37.220360324Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-subscription","reconcileID":"3d183da6-a7b1-4ae2-b417-8f2fa941bb45","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-premium-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/premium-w3-68b670","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:37.221686307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91b20dcc-a364-4b36-b3ba-0447da031384","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:37.274878667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91b20dcc-a364-4b36-b3ba-0447da031384","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:37.32807208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91b20dcc-a364-4b36-b3ba-0447da031384","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:37.488585883Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-subscription","reconcileID":"e6115a8c-5398-4021-8ed8-0b9fce6a346c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:37.488680895Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-subscription","reconcileID":"676ff3c7-f6ea-4d5f-8334-97ffff99b661","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-premium-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/premium-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:37.583027703Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-subscription","reconcileID":"cb379fc3-1508-48a8-9455-8bc6b0d3e56a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-premium-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/premium-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:37.583114438Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-subscription","reconcileID":"2362a5a1-4e06-4e53-84f1-78b87983c0ec","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-simulator-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/simulator-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:38.149741086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-700af7-access","reconcileID":"afa4043a-f7fa-49aa-81e3-020bbcdf13d0","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:38.208535039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-700af7-access","reconcileID":"afa4043a-f7fa-49aa-81e3-020bbcdf13d0","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:38.266483379Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d1eac8b6906ff443eb10c69c470e2d00fcc996489612b99f7a935c9c77df2b3e) AuthConfig (6f92b75b88c892d78c6c737b6dafee9ed6eb0ebcbb9b3c55046c1199077b769a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (e59d522d78ccca034f7a70d28ee17105fde980a91c6ffc386055f25ef9bec102) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (ec8510d7b1e238259b77e06e918af6ae940f763e4e8b82ee86f6a886830be81a) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-700af7-access","reconcileID":"afa4043a-f7fa-49aa-81e3-020bbcdf13d0","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:38.374005472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f13f07cb-c2b1-4692-9e37-62256c6c83b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:38.427437681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ec97b3ee-6653-4aa9-b270-d987cea2105e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:38.480898901Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-700af7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-700af7","reconcileID":"4d70d21f-97f4-42e8-ac23-388b65b667f7","MaaSModelRef":{"name":"e2e-dft-700af7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-700af7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:38.480927367Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-700af7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-700af7","reconcileID":"4d70d21f-97f4-42e8-ac23-388b65b667f7","MaaSModelRef":{"name":"e2e-dft-700af7","namespace":"llm"},"routeName":"external-model-e2e-dft-700af7-c323723dac88","namespace":"llm","model":"e2e-dft-700af7","externalModel":"e2e-dft-700af7","provider":"e2e-dft-700af7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:38.486050692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ec97b3ee-6653-4aa9-b270-d987cea2105e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:38.486307083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f13f07cb-c2b1-4692-9e37-62256c6c83b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:38.543191501Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d1eac8b6906ff443eb10c69c470e2d00fcc996489612b99f7a935c9c77df2b3e) AuthConfig (6f92b75b88c892d78c6c737b6dafee9ed6eb0ebcbb9b3c55046c1199077b769a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (e59d522d78ccca034f7a70d28ee17105fde980a91c6ffc386055f25ef9bec102) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (ec8510d7b1e238259b77e06e918af6ae940f763e4e8b82ee86f6a886830be81a) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f13f07cb-c2b1-4692-9e37-62256c6c83b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:38.543250985Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d1eac8b6906ff443eb10c69c470e2d00fcc996489612b99f7a935c9c77df2b3e) AuthConfig (6f92b75b88c892d78c6c737b6dafee9ed6eb0ebcbb9b3c55046c1199077b769a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (e59d522d78ccca034f7a70d28ee17105fde980a91c6ffc386055f25ef9bec102) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (ec8510d7b1e238259b77e06e918af6ae940f763e4e8b82ee86f6a886830be81a) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ec97b3ee-6653-4aa9-b270-d987cea2105e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:38.584957329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-700af7-access","reconcileID":"77aa8665-f430-4f3a-9b31-251744cdf0c4","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:38.604336469Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fe7e09f4-263a-4d20-bd7a-ee79dc7ce383","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:38.604363246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fe7e09f4-263a-4d20-bd7a-ee79dc7ce383","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:38.605426853Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2ef331cb-9d64-4b1f-9b1e-ac0ca7ee7ca5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:38.605468191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2ef331cb-9d64-4b1f-9b1e-ac0ca7ee7ca5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:38.643316692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-700af7-access","reconcileID":"77aa8665-f430-4f3a-9b31-251744cdf0c4","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:38.752847479Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d1eac8b6906ff443eb10c69c470e2d00fcc996489612b99f7a935c9c77df2b3e) AuthConfig (6f92b75b88c892d78c6c737b6dafee9ed6eb0ebcbb9b3c55046c1199077b769a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (e59d522d78ccca034f7a70d28ee17105fde980a91c6ffc386055f25ef9bec102) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (ec8510d7b1e238259b77e06e918af6ae940f763e4e8b82ee86f6a886830be81a) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-700af7-access","reconcileID":"77aa8665-f430-4f3a-9b31-251744cdf0c4","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:39.272958608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32f1331c-6026-45af-b314-bd3e00b27b18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:39.326209096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32f1331c-6026-45af-b314-bd3e00b27b18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:39.379588824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32f1331c-6026-45af-b314-bd3e00b27b18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:39.432842785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32f1331c-6026-45af-b314-bd3e00b27b18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:40.100174959Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-03da9e"},"namespace":"ai-tenant-e2e-shared-b-w3-03da9e","name":"default-tenant","reconcileID":"bbcbd96f-feef-4f96-8aa4-c300d1f4e646","namespace":"ai-tenant-e2e-shared-b-w3-03da9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:40.100232961Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-03da9e"},"namespace":"ai-tenant-e2e-shared-b-w3-03da9e","name":"default-tenant","reconcileID":"bbcbd96f-feef-4f96-8aa4-c300d1f4e646","namespace":"ai-tenant-e2e-shared-b-w3-03da9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:40.100285821Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-03da9e"},"namespace":"ai-tenant-e2e-shared-b-w3-03da9e","name":"default-tenant","reconcileID":"bbcbd96f-feef-4f96-8aa4-c300d1f4e646","tenant":"e2e-shared-b-w3-03da9e","tenantID":"e2e-shared-b-w3-03da9e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:40.15531906Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-03da9e"},"namespace":"ai-tenant-e2e-shared-b-w3-03da9e","name":"default-tenant","reconcileID":"bbcbd96f-feef-4f96-8aa4-c300d1f4e646","gvk":"Deployment","name":"maas-api-e2e-shared-b-w3-03da9e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:40.221623638Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-03da9e"},"namespace":"ai-tenant-e2e-shared-b-w3-03da9e","name":"default-tenant","reconcileID":"bbcbd96f-feef-4f96-8aa4-c300d1f4e646","gvk":"Service","name":"maas-api-e2e-shared-b-w3-03da9e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:40.278187312Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-03da9e"},"namespace":"ai-tenant-e2e-shared-b-w3-03da9e","name":"default-tenant","reconcileID":"bbcbd96f-feef-4f96-8aa4-c300d1f4e646","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w3-03da9e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:40.335294317Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-03da9e"},"namespace":"ai-tenant-e2e-shared-b-w3-03da9e","name":"default-tenant","reconcileID":"bbcbd96f-feef-4f96-8aa4-c300d1f4e646","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w3-03da9e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:40.392323453Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-03da9e"},"namespace":"ai-tenant-e2e-shared-b-w3-03da9e","name":"default-tenant","reconcileID":"bbcbd96f-feef-4f96-8aa4-c300d1f4e646","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w3-03da9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:40.449675035Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-03da9e"},"namespace":"ai-tenant-e2e-shared-b-w3-03da9e","name":"default-tenant","reconcileID":"bbcbd96f-feef-4f96-8aa4-c300d1f4e646","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w3-03da9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:40.546298189Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-03da9e"},"namespace":"ai-tenant-e2e-shared-b-w3-03da9e","name":"default-tenant","reconcileID":"bbcbd96f-feef-4f96-8aa4-c300d1f4e646","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w3-03da9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:40.602011106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-03da9e"},"namespace":"ai-tenant-e2e-shared-b-w3-03da9e","name":"default-tenant","reconcileID":"bbcbd96f-feef-4f96-8aa4-c300d1f4e646","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w3-03da9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:40.654955496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-03da9e"},"namespace":"ai-tenant-e2e-shared-b-w3-03da9e","name":"default-tenant","reconcileID":"bbcbd96f-feef-4f96-8aa4-c300d1f4e646","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w3-03da9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:40.707731187Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-03da9e"},"namespace":"ai-tenant-e2e-shared-b-w3-03da9e","name":"default-tenant","reconcileID":"bbcbd96f-feef-4f96-8aa4-c300d1f4e646","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w3-03da9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:40.760255329Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-03da9e"},"namespace":"ai-tenant-e2e-shared-b-w3-03da9e","name":"default-tenant","reconcileID":"bbcbd96f-feef-4f96-8aa4-c300d1f4e646","gvk":"Service","name":"payload-processing-e2e-shared-b-w3-03da9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:40.864787711Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-03da9e"},"namespace":"ai-tenant-e2e-shared-b-w3-03da9e","name":"default-tenant","reconcileID":"bbcbd96f-feef-4f96-8aa4-c300d1f4e646","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w3-03da9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:40.917929924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-03da9e"},"namespace":"ai-tenant-e2e-shared-b-w3-03da9e","name":"default-tenant","reconcileID":"bbcbd96f-feef-4f96-8aa4-c300d1f4e646","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w3-03da9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:40.970920334Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-03da9e"},"namespace":"ai-tenant-e2e-shared-b-w3-03da9e","name":"default-tenant","reconcileID":"bbcbd96f-feef-4f96-8aa4-c300d1f4e646","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w3-03da9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:41.02394616Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-03da9e"},"namespace":"ai-tenant-e2e-shared-b-w3-03da9e","name":"default-tenant","reconcileID":"bbcbd96f-feef-4f96-8aa4-c300d1f4e646","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w3-03da9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:41.080751369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-03da9e"},"namespace":"ai-tenant-e2e-shared-b-w3-03da9e","name":"default-tenant","reconcileID":"bbcbd96f-feef-4f96-8aa4-c300d1f4e646","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w3-03da9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:41.134886508Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-03da9e"},"namespace":"ai-tenant-e2e-shared-b-w3-03da9e","name":"default-tenant","reconcileID":"bbcbd96f-feef-4f96-8aa4-c300d1f4e646","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w3-03da9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:41.187535226Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-03da9e"},"namespace":"ai-tenant-e2e-shared-b-w3-03da9e","name":"default-tenant","reconcileID":"bbcbd96f-feef-4f96-8aa4-c300d1f4e646","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w3-03da9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:41.240220884Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-03da9e"},"namespace":"ai-tenant-e2e-shared-b-w3-03da9e","name":"default-tenant","reconcileID":"bbcbd96f-feef-4f96-8aa4-c300d1f4e646","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w3-03da9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:41.293139002Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-03da9e"},"namespace":"ai-tenant-e2e-shared-b-w3-03da9e","name":"default-tenant","reconcileID":"bbcbd96f-feef-4f96-8aa4-c300d1f4e646","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w3-03da9e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:41.401738408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d819a384-0dba-4343-81f9-b92dbb43a6c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:41.454843484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d819a384-0dba-4343-81f9-b92dbb43a6c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:41.508301211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d819a384-0dba-4343-81f9-b92dbb43a6c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:41.561767205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d819a384-0dba-4343-81f9-b92dbb43a6c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:43.510641963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc287778-df95-48a3-b7ab-50a333d046d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:43.563984216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc287778-df95-48a3-b7ab-50a333d046d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:43.617202057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc287778-df95-48a3-b7ab-50a333d046d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:43.670085491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc287778-df95-48a3-b7ab-50a333d046d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:45.616970151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ec6f7ba-7f9e-45c3-9034-ebae2eebb109","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:45.670372284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ec6f7ba-7f9e-45c3-9034-ebae2eebb109","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:45.723579424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ec6f7ba-7f9e-45c3-9034-ebae2eebb109","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:45.776785292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ec6f7ba-7f9e-45c3-9034-ebae2eebb109","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:48.816180099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fa9b95b4-a08d-4f1d-a454-e50fd578ed44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:48.816233822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d2a9c3ce-e331-4a74-aca7-ab2453ed9129","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:48.875103136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fa9b95b4-a08d-4f1d-a454-e50fd578ed44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:48.875131119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d2a9c3ce-e331-4a74-aca7-ab2453ed9129","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:48.933104543Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d1eac8b6906ff443eb10c69c470e2d00fcc996489612b99f7a935c9c77df2b3e) AuthConfig (6f92b75b88c892d78c6c737b6dafee9ed6eb0ebcbb9b3c55046c1199077b769a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (e59d522d78ccca034f7a70d28ee17105fde980a91c6ffc386055f25ef9bec102) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (ec8510d7b1e238259b77e06e918af6ae940f763e4e8b82ee86f6a886830be81a) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fa9b95b4-a08d-4f1d-a454-e50fd578ed44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:48.933124029Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d1eac8b6906ff443eb10c69c470e2d00fcc996489612b99f7a935c9c77df2b3e) AuthConfig (6f92b75b88c892d78c6c737b6dafee9ed6eb0ebcbb9b3c55046c1199077b769a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (e59d522d78ccca034f7a70d28ee17105fde980a91c6ffc386055f25ef9bec102) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (ec8510d7b1e238259b77e06e918af6ae940f763e4e8b82ee86f6a886830be81a) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d2a9c3ce-e331-4a74-aca7-ab2453ed9129","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:48.965534983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-700af7-access","reconcileID":"75301c47-dcf9-44ba-bcff-a0daf868a424","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:49.024134407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-700af7-access","reconcileID":"75301c47-dcf9-44ba-bcff-a0daf868a424","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:49.082352767Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d1eac8b6906ff443eb10c69c470e2d00fcc996489612b99f7a935c9c77df2b3e) AuthConfig (6f92b75b88c892d78c6c737b6dafee9ed6eb0ebcbb9b3c55046c1199077b769a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (e59d522d78ccca034f7a70d28ee17105fde980a91c6ffc386055f25ef9bec102) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (ec8510d7b1e238259b77e06e918af6ae940f763e4e8b82ee86f6a886830be81a) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-700af7-access","reconcileID":"75301c47-dcf9-44ba-bcff-a0daf868a424","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:59.145865106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ca9aa7c2-1721-4ee5-b846-1b565f984d8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:59.145868621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9a07e7fa-c839-44b1-8138-9e6c5cbe2071","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:59.204725984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9a07e7fa-c839-44b1-8138-9e6c5cbe2071","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:59.204832746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ca9aa7c2-1721-4ee5-b846-1b565f984d8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:59.26224405Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d1eac8b6906ff443eb10c69c470e2d00fcc996489612b99f7a935c9c77df2b3e) AuthConfig (6f92b75b88c892d78c6c737b6dafee9ed6eb0ebcbb9b3c55046c1199077b769a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (e59d522d78ccca034f7a70d28ee17105fde980a91c6ffc386055f25ef9bec102) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (ec8510d7b1e238259b77e06e918af6ae940f763e4e8b82ee86f6a886830be81a) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9a07e7fa-c839-44b1-8138-9e6c5cbe2071","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:59.262284221Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d1eac8b6906ff443eb10c69c470e2d00fcc996489612b99f7a935c9c77df2b3e) AuthConfig (6f92b75b88c892d78c6c737b6dafee9ed6eb0ebcbb9b3c55046c1199077b769a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (e59d522d78ccca034f7a70d28ee17105fde980a91c6ffc386055f25ef9bec102) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (ec8510d7b1e238259b77e06e918af6ae940f763e4e8b82ee86f6a886830be81a) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ca9aa7c2-1721-4ee5-b846-1b565f984d8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:59.294227176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-700af7-access","reconcileID":"09eb6e62-2c53-4a0c-9432-d975e5a014b3","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:59.352459008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-700af7-access","reconcileID":"09eb6e62-2c53-4a0c-9432-d975e5a014b3","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:06:59.409744444Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d1eac8b6906ff443eb10c69c470e2d00fcc996489612b99f7a935c9c77df2b3e) AuthConfig (6f92b75b88c892d78c6c737b6dafee9ed6eb0ebcbb9b3c55046c1199077b769a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (e59d522d78ccca034f7a70d28ee17105fde980a91c6ffc386055f25ef9bec102) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (ec8510d7b1e238259b77e06e918af6ae940f763e4e8b82ee86f6a886830be81a) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-700af7-access","reconcileID":"09eb6e62-2c53-4a0c-9432-d975e5a014b3","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:01.217738593Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:09.475539209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5ddbed37-104e-4654-8763-ba863efb2198","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:09.475539207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"817d7130-9930-4af2-9dd9-f1cd554299af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:09.535032905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5ddbed37-104e-4654-8763-ba863efb2198","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:09.535829292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"817d7130-9930-4af2-9dd9-f1cd554299af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:09.592874235Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d1eac8b6906ff443eb10c69c470e2d00fcc996489612b99f7a935c9c77df2b3e) AuthConfig (6f92b75b88c892d78c6c737b6dafee9ed6eb0ebcbb9b3c55046c1199077b769a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (e59d522d78ccca034f7a70d28ee17105fde980a91c6ffc386055f25ef9bec102) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (ec8510d7b1e238259b77e06e918af6ae940f763e4e8b82ee86f6a886830be81a) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5ddbed37-104e-4654-8763-ba863efb2198","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:09.593176385Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d1eac8b6906ff443eb10c69c470e2d00fcc996489612b99f7a935c9c77df2b3e) AuthConfig (6f92b75b88c892d78c6c737b6dafee9ed6eb0ebcbb9b3c55046c1199077b769a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (e59d522d78ccca034f7a70d28ee17105fde980a91c6ffc386055f25ef9bec102) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (ec8510d7b1e238259b77e06e918af6ae940f763e4e8b82ee86f6a886830be81a) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"817d7130-9930-4af2-9dd9-f1cd554299af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:09.626701811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-700af7-access","reconcileID":"3f9130f1-7741-4a61-a5e9-d10fad81c2c6","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:09.685640695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-700af7-access","reconcileID":"3f9130f1-7741-4a61-a5e9-d10fad81c2c6","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:09.743104677Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d1eac8b6906ff443eb10c69c470e2d00fcc996489612b99f7a935c9c77df2b3e) AuthConfig (6f92b75b88c892d78c6c737b6dafee9ed6eb0ebcbb9b3c55046c1199077b769a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (e59d522d78ccca034f7a70d28ee17105fde980a91c6ffc386055f25ef9bec102) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (ec8510d7b1e238259b77e06e918af6ae940f763e4e8b82ee86f6a886830be81a) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-700af7-access","reconcileID":"3f9130f1-7741-4a61-a5e9-d10fad81c2c6","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:16.14968714Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c832d"},"namespace":"ai-tenant-e2e-extmod-a-8c832d","name":"default-tenant","reconcileID":"78fcfa11-32bc-4f15-b05d-4aad23b0486f","namespace":"ai-tenant-e2e-extmod-a-8c832d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:16.149758043Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c832d"},"namespace":"ai-tenant-e2e-extmod-a-8c832d","name":"default-tenant","reconcileID":"78fcfa11-32bc-4f15-b05d-4aad23b0486f","namespace":"ai-tenant-e2e-extmod-a-8c832d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:16.149820009Z","body":"Deferring maas-api cleanup: owning AITenant has not completed API-key revocation","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c832d"},"namespace":"ai-tenant-e2e-extmod-a-8c832d","name":"default-tenant","reconcileID":"78fcfa11-32bc-4f15-b05d-4aad23b0486f","aitenant":"ai-tenants/e2e-extmod-a-8c832d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:17.066223448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3220c176-cede-4101-b427-5e83065e28fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:17.119743222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3220c176-cede-4101-b427-5e83065e28fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:17.172700444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3220c176-cede-4101-b427-5e83065e28fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:17.226810955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3220c176-cede-4101-b427-5e83065e28fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:19.80528016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"972e9d13-eb97-4c4e-a265-7d00620c967b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:19.805281501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"26551736-e2ea-438c-bd8e-a975f2eeb07c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:19.863684048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"972e9d13-eb97-4c4e-a265-7d00620c967b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:19.863823375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"26551736-e2ea-438c-bd8e-a975f2eeb07c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:19.95459054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-700af7-access","reconcileID":"0e270725-fda4-495d-9613-d64a9c3ea473","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:20.012648923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-700af7-access","reconcileID":"0e270725-fda4-495d-9613-d64a9c3ea473","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:20.139560391Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a21069ff-444a-482a-aba7-9f40b7172b23","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:20.139580368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a21069ff-444a-482a-aba7-9f40b7172b23","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:20.14231202Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4081b5a1-bd51-4c09-8e6a-6247637a7e01","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:20.142329484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4081b5a1-bd51-4c09-8e6a-6247637a7e01","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:20.448076496Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-700af7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-700af7","reconcileID":"88b90277-a7fc-4f47-aaa9-9f92271349a9","MaaSModelRef":{"name":"e2e-dft-700af7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-700af7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:20.448112507Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-700af7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-700af7","reconcileID":"88b90277-a7fc-4f47-aaa9-9f92271349a9","MaaSModelRef":{"name":"e2e-dft-700af7","namespace":"llm"},"routeName":"external-model-e2e-dft-700af7-c323723dac88","namespace":"llm","model":"e2e-dft-700af7","externalModel":"e2e-dft-700af7","provider":"e2e-dft-700af7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:22.459131714Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-700af7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-700af7","reconcileID":"df651618-7f43-4fb3-84e5-747e16430e0e","MaaSModelRef":{"name":"e2e-dft-700af7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-700af7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:22.459160162Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-700af7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-700af7","reconcileID":"df651618-7f43-4fb3-84e5-747e16430e0e","MaaSModelRef":{"name":"e2e-dft-700af7","namespace":"llm"},"routeName":"external-model-e2e-dft-700af7-c323723dac88","namespace":"llm","model":"e2e-dft-700af7","externalModel":"e2e-dft-700af7","provider":"e2e-dft-700af7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:07:22.513076057Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-700af7-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-700af7-sub","reconcileID":"318b86e2-bf69-4e3c-b3a1-283dd826a929","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dft-700af7-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:22.616344757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-700af7-access","reconcileID":"62fd034b-1fe0-4813-adbe-2dc689bfb425","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:22.616833145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c486a13d-ba75-46d9-b0c4-8e52b3ad957e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:22.617270481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f2e748c7-62dd-414f-8809-0c7ffd2c1890","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:22.624225408Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-700af7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-700af7","reconcileID":"2ad62445-7c8f-48bf-a1d2-ad0d394dca97","MaaSModelRef":{"name":"e2e-dft-700af7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-700af7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:22.624243594Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-700af7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-700af7","reconcileID":"2ad62445-7c8f-48bf-a1d2-ad0d394dca97","MaaSModelRef":{"name":"e2e-dft-700af7","namespace":"llm"},"routeName":"external-model-e2e-dft-700af7-c323723dac88","namespace":"llm","model":"e2e-dft-700af7","externalModel":"e2e-dft-700af7","provider":"e2e-dft-700af7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:22.746225949Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-700af7-access","reconcileID":"62fd034b-1fe0-4813-adbe-2dc689bfb425","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:07:22.750690432Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c486a13d-ba75-46d9-b0c4-8e52b3ad957e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:22.777606858Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-700af7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-700af7","reconcileID":"767ad125-60b0-494d-9039-5749ed427d78","MaaSModelRef":{"name":"e2e-dft-700af7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-700af7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:22.77762584Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-700af7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-700af7","reconcileID":"767ad125-60b0-494d-9039-5749ed427d78","MaaSModelRef":{"name":"e2e-dft-700af7","namespace":"llm"},"routeName":"external-model-e2e-dft-700af7-c323723dac88","namespace":"llm","model":"e2e-dft-700af7","externalModel":"e2e-dft-700af7","provider":"e2e-dft-700af7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:07:22.784251277Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f2e748c7-62dd-414f-8809-0c7ffd2c1890","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:22.802966926Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-700af7-access","reconcileID":"62fd034b-1fe0-4813-adbe-2dc689bfb425","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:07:22.809320534Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c486a13d-ba75-46d9-b0c4-8e52b3ad957e","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:07:22.842511865Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f2e748c7-62dd-414f-8809-0c7ffd2c1890","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:22.883768726Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-700af7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-700af7","reconcileID":"07cfc900-8dc5-4629-88e5-d94433ae4200","MaaSModelRef":{"name":"e2e-dft-700af7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-700af7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:22.883789438Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-700af7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-700af7","reconcileID":"07cfc900-8dc5-4629-88e5-d94433ae4200","MaaSModelRef":{"name":"e2e-dft-700af7","namespace":"llm"},"routeName":"external-model-e2e-dft-700af7-c323723dac88","namespace":"llm","model":"e2e-dft-700af7","externalModel":"e2e-dft-700af7","provider":"e2e-dft-700af7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:22.937256844Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e7398c79-1c3d-498b-bc90-9ebd6ca3cc99","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:22.937272466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e7398c79-1c3d-498b-bc90-9ebd6ca3cc99","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:22.93763707Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f70b93aa-eecc-47cb-af4b-58745aaa7355","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:22.937649446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f70b93aa-eecc-47cb-af4b-58745aaa7355","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:22.993592621Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-700af7-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-700af7-sub","reconcileID":"703508a6-ea38-46f4-b81a-369d43e22ce0","MaaSSubscription":{"name":"e2e-dft-700af7-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-700af7","model":"e2e-dft-700af7","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-dft-700af7-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:22.993952759Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-700af7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-700af7","reconcileID":"e43f92e9-3fb7-4744-9115-38ddeb47fd3a","MaaSModelRef":{"name":"e2e-dft-700af7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-700af7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:22.993968373Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-700af7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-700af7","reconcileID":"e43f92e9-3fb7-4744-9115-38ddeb47fd3a","MaaSModelRef":{"name":"e2e-dft-700af7","namespace":"llm"},"routeName":"external-model-e2e-dft-700af7-c323723dac88","namespace":"llm","model":"e2e-dft-700af7","externalModel":"e2e-dft-700af7","provider":"e2e-dft-700af7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:23.099050886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"28a44690-a9ac-49dd-bad9-23a3be7c254b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:23.099199219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"642d888f-154a-4998-bc17-dce22b30955b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:23.099050991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-700af7-access","reconcileID":"3455a139-455f-49cb-a19e-33eb058e99b8","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:23.157642999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"642d888f-154a-4998-bc17-dce22b30955b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:23.157877113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"28a44690-a9ac-49dd-bad9-23a3be7c254b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:23.159856834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-700af7-access","reconcileID":"3455a139-455f-49cb-a19e-33eb058e99b8","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:23.21457327Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"28a44690-a9ac-49dd-bad9-23a3be7c254b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:23.21662894Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-700af7-access","reconcileID":"3455a139-455f-49cb-a19e-33eb058e99b8","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:23.26891827Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-700af7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-700af7","reconcileID":"c224e732-fc08-433d-bda8-d3100bd6b5da","MaaSModelRef":{"name":"e2e-dft-700af7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-700af7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:23.268940057Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-700af7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-700af7","reconcileID":"c224e732-fc08-433d-bda8-d3100bd6b5da","MaaSModelRef":{"name":"e2e-dft-700af7","namespace":"llm"},"routeName":"external-model-e2e-dft-700af7-c323723dac88","namespace":"llm","model":"e2e-dft-700af7","externalModel":"e2e-dft-700af7","provider":"e2e-dft-700af7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:23.322718362Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5a5c5d71-13ab-498c-b9a0-96f87605e129","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:23.322738419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5a5c5d71-13ab-498c-b9a0-96f87605e129","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:23.486585501Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-700af7-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-700af7-sub","reconcileID":"0852edce-8c98-43a4-a9ba-5928462102a7","MaaSSubscription":{"name":"e2e-dft-700af7-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-700af7","model":"llm/e2e-dft-700af7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:31.217999955Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:33.428736339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-700af7-access","reconcileID":"7c23c03b-ccc9-4636-96b3-b5e96b8991d8","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:33.487900102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-700af7-access","reconcileID":"7c23c03b-ccc9-4636-96b3-b5e96b8991d8","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:33.529337132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"150f5dc2-1181-4f81-8076-5a1ec8ad8fe3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:33.545153974Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-700af7-access","reconcileID":"7c23c03b-ccc9-4636-96b3-b5e96b8991d8","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:33.588051332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"150f5dc2-1181-4f81-8076-5a1ec8ad8fe3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:33.645357614Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"150f5dc2-1181-4f81-8076-5a1ec8ad8fe3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:42.845525457Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-700af7-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-700af7-sub","reconcileID":"5e675a4e-b736-407d-8317-7d507ea7d6ca","MaaSSubscription":{"name":"e2e-dft-700af7-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-700af7","model":"llm/e2e-dft-700af7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:43.121481965Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-700af7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-700af7","reconcileID":"9572e655-9290-46a2-8c5a-f7a2565ba206","MaaSModelRef":{"name":"e2e-dft-700af7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-700af7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:43.121504571Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-700af7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-700af7","reconcileID":"9572e655-9290-46a2-8c5a-f7a2565ba206","MaaSModelRef":{"name":"e2e-dft-700af7","namespace":"llm"},"routeName":"external-model-e2e-dft-700af7-c323723dac88","namespace":"llm","model":"e2e-dft-700af7","externalModel":"e2e-dft-700af7","provider":"e2e-dft-700af7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:43.757282349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-700af7-access","reconcileID":"69adce42-25e9-4727-add8-60554183ff25","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:43.815570846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-700af7-access","reconcileID":"69adce42-25e9-4727-add8-60554183ff25","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:43.857741097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"40565cc5-8ae3-4508-97f5-3a215d2f6a33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:43.872649129Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (6f92b75b88c892d78c6c737b6dafee9ed6eb0ebcbb9b3c55046c1199077b769a) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e59d522d78ccca034f7a70d28ee17105fde980a91c6ffc386055f25ef9bec102) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d1eac8b6906ff443eb10c69c470e2d00fcc996489612b99f7a935c9c77df2b3e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ec8510d7b1e238259b77e06e918af6ae940f763e4e8b82ee86f6a886830be81a) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-700af7-access","reconcileID":"69adce42-25e9-4727-add8-60554183ff25","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:43.916462758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"40565cc5-8ae3-4508-97f5-3a215d2f6a33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:43.973788814Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (6f92b75b88c892d78c6c737b6dafee9ed6eb0ebcbb9b3c55046c1199077b769a) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e59d522d78ccca034f7a70d28ee17105fde980a91c6ffc386055f25ef9bec102) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d1eac8b6906ff443eb10c69c470e2d00fcc996489612b99f7a935c9c77df2b3e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ec8510d7b1e238259b77e06e918af6ae940f763e4e8b82ee86f6a886830be81a) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"40565cc5-8ae3-4508-97f5-3a215d2f6a33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:43.985999848Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-700af7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-700af7","reconcileID":"d1f6021a-359d-4819-b48b-7c3589efa968","MaaSModelRef":{"name":"e2e-dft-700af7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-700af7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:43.986018621Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-700af7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-700af7","reconcileID":"d1f6021a-359d-4819-b48b-7c3589efa968","MaaSModelRef":{"name":"e2e-dft-700af7","namespace":"llm"},"routeName":"external-model-e2e-dft-700af7-c323723dac88","namespace":"llm","model":"e2e-dft-700af7","externalModel":"e2e-dft-700af7","provider":"e2e-dft-700af7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:44.039787431Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"271bf7c7-abbd-46bd-af71-880a30125ba7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:44.039806037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"271bf7c7-abbd-46bd-af71-880a30125ba7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:44.559241535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a11fd23c-d7b5-496e-ba65-077ed26e06d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:44.559395115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-700af7-access","reconcileID":"94912d12-0bf3-444e-9cc8-e33237d284f7","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:44.559241446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fc936a4a-0fc7-4d33-bf83-4a4ba5ebf2b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:44.619757217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-700af7-access","reconcileID":"94912d12-0bf3-444e-9cc8-e33237d284f7","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:44.619748912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a11fd23c-d7b5-496e-ba65-077ed26e06d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:44.62199875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fc936a4a-0fc7-4d33-bf83-4a4ba5ebf2b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:44.677822163Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (6f92b75b88c892d78c6c737b6dafee9ed6eb0ebcbb9b3c55046c1199077b769a) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e59d522d78ccca034f7a70d28ee17105fde980a91c6ffc386055f25ef9bec102) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d1eac8b6906ff443eb10c69c470e2d00fcc996489612b99f7a935c9c77df2b3e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ec8510d7b1e238259b77e06e918af6ae940f763e4e8b82ee86f6a886830be81a) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a11fd23c-d7b5-496e-ba65-077ed26e06d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:44.677889274Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (6f92b75b88c892d78c6c737b6dafee9ed6eb0ebcbb9b3c55046c1199077b769a) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e59d522d78ccca034f7a70d28ee17105fde980a91c6ffc386055f25ef9bec102) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d1eac8b6906ff443eb10c69c470e2d00fcc996489612b99f7a935c9c77df2b3e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ec8510d7b1e238259b77e06e918af6ae940f763e4e8b82ee86f6a886830be81a) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-700af7-access","reconcileID":"94912d12-0bf3-444e-9cc8-e33237d284f7","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:44.679313217Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (6f92b75b88c892d78c6c737b6dafee9ed6eb0ebcbb9b3c55046c1199077b769a) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e59d522d78ccca034f7a70d28ee17105fde980a91c6ffc386055f25ef9bec102) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d1eac8b6906ff443eb10c69c470e2d00fcc996489612b99f7a935c9c77df2b3e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ec8510d7b1e238259b77e06e918af6ae940f763e4e8b82ee86f6a886830be81a) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fc936a4a-0fc7-4d33-bf83-4a4ba5ebf2b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:44.737176148Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3b231da7-d87b-48a2-833c-7189aaafbb49","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:44.737196801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3b231da7-d87b-48a2-833c-7189aaafbb49","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:45.858858179Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-700af7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-700af7","reconcileID":"f35f8272-f2a8-450c-b8fe-1a7c1340a1b6","MaaSModelRef":{"name":"e2e-dft-700af7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-700af7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:45.858897546Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-700af7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-700af7","reconcileID":"f35f8272-f2a8-450c-b8fe-1a7c1340a1b6","MaaSModelRef":{"name":"e2e-dft-700af7","namespace":"llm"},"routeName":"external-model-e2e-dft-700af7-c323723dac88","namespace":"llm","model":"e2e-dft-700af7","externalModel":"e2e-dft-700af7","provider":"e2e-dft-700af7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:46.016287406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"53758c98-873b-461c-9ec7-f3ce266a5591","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:46.016588236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-700af7-access","reconcileID":"c84e1ea7-cfe3-411f-8ba3-111efa2bb7b9","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:46.016828937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"14d1aaed-b504-473d-b8f9-c340995d9b84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:46.024274868Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-700af7-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-700af7-sub","reconcileID":"4bc29a4c-2239-41aa-9ab5-2b621479757b","MaaSSubscription":{"name":"e2e-dft-700af7-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-46e4b913","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:46.075401301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-700af7-access","reconcileID":"c84e1ea7-cfe3-411f-8ba3-111efa2bb7b9","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:46.075543479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"53758c98-873b-461c-9ec7-f3ce266a5591","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:46.079356158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"14d1aaed-b504-473d-b8f9-c340995d9b84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:46.134674126Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (6f92b75b88c892d78c6c737b6dafee9ed6eb0ebcbb9b3c55046c1199077b769a) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e59d522d78ccca034f7a70d28ee17105fde980a91c6ffc386055f25ef9bec102) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d1eac8b6906ff443eb10c69c470e2d00fcc996489612b99f7a935c9c77df2b3e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ec8510d7b1e238259b77e06e918af6ae940f763e4e8b82ee86f6a886830be81a) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-700af7-access","reconcileID":"c84e1ea7-cfe3-411f-8ba3-111efa2bb7b9","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:46.134901704Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (6f92b75b88c892d78c6c737b6dafee9ed6eb0ebcbb9b3c55046c1199077b769a) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e59d522d78ccca034f7a70d28ee17105fde980a91c6ffc386055f25ef9bec102) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d1eac8b6906ff443eb10c69c470e2d00fcc996489612b99f7a935c9c77df2b3e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ec8510d7b1e238259b77e06e918af6ae940f763e4e8b82ee86f6a886830be81a) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"53758c98-873b-461c-9ec7-f3ce266a5591","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:46.136932687Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (6f92b75b88c892d78c6c737b6dafee9ed6eb0ebcbb9b3c55046c1199077b769a) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e59d522d78ccca034f7a70d28ee17105fde980a91c6ffc386055f25ef9bec102) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d1eac8b6906ff443eb10c69c470e2d00fcc996489612b99f7a935c9c77df2b3e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ec8510d7b1e238259b77e06e918af6ae940f763e4e8b82ee86f6a886830be81a) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"14d1aaed-b504-473d-b8f9-c340995d9b84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:46.345801431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a765190e-248a-49f0-b45a-4402f6ef69d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:46.345824298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-700af7-access","reconcileID":"b71dd50f-2f93-45b4-be31-f14109e74448","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:46.347983073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"109b560c-fe38-4c0e-b25d-5a93227367b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:46.404858227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-700af7-access","reconcileID":"b71dd50f-2f93-45b4-be31-f14109e74448","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:46.404966352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a765190e-248a-49f0-b45a-4402f6ef69d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:46.407710992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"109b560c-fe38-4c0e-b25d-5a93227367b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:46.46275396Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (6f92b75b88c892d78c6c737b6dafee9ed6eb0ebcbb9b3c55046c1199077b769a) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e59d522d78ccca034f7a70d28ee17105fde980a91c6ffc386055f25ef9bec102) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d1eac8b6906ff443eb10c69c470e2d00fcc996489612b99f7a935c9c77df2b3e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ec8510d7b1e238259b77e06e918af6ae940f763e4e8b82ee86f6a886830be81a) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a765190e-248a-49f0-b45a-4402f6ef69d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:46.46290961Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (6f92b75b88c892d78c6c737b6dafee9ed6eb0ebcbb9b3c55046c1199077b769a) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e59d522d78ccca034f7a70d28ee17105fde980a91c6ffc386055f25ef9bec102) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d1eac8b6906ff443eb10c69c470e2d00fcc996489612b99f7a935c9c77df2b3e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ec8510d7b1e238259b77e06e918af6ae940f763e4e8b82ee86f6a886830be81a) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-700af7-access","reconcileID":"b71dd50f-2f93-45b4-be31-f14109e74448","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:46.464875303Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (6f92b75b88c892d78c6c737b6dafee9ed6eb0ebcbb9b3c55046c1199077b769a) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e59d522d78ccca034f7a70d28ee17105fde980a91c6ffc386055f25ef9bec102) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d1eac8b6906ff443eb10c69c470e2d00fcc996489612b99f7a935c9c77df2b3e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ec8510d7b1e238259b77e06e918af6ae940f763e4e8b82ee86f6a886830be81a) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"109b560c-fe38-4c0e-b25d-5a93227367b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:50.478362199Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-90139c"},"namespace":"ai-tenant-e2e-extmod-a-90139c","name":"default-tenant","reconcileID":"d33d4d03-f341-44e8-acaa-6a6ef77bdc1a","namespace":"ai-tenant-e2e-extmod-a-90139c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:50.478475468Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-90139c"},"namespace":"ai-tenant-e2e-extmod-a-90139c","name":"default-tenant","reconcileID":"d33d4d03-f341-44e8-acaa-6a6ef77bdc1a","namespace":"ai-tenant-e2e-extmod-a-90139c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:50.478553624Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-90139c"},"namespace":"ai-tenant-e2e-extmod-a-90139c","name":"default-tenant","reconcileID":"d33d4d03-f341-44e8-acaa-6a6ef77bdc1a","tenant":"e2e-extmod-a-90139c","tenantID":"e2e-extmod-a-90139c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:50.533890558Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-90139c"},"namespace":"ai-tenant-e2e-extmod-a-90139c","name":"default-tenant","reconcileID":"d33d4d03-f341-44e8-acaa-6a6ef77bdc1a","gvk":"Deployment","name":"maas-api-e2e-extmod-a-90139c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:50.5972819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-90139c"},"namespace":"ai-tenant-e2e-extmod-a-90139c","name":"default-tenant","reconcileID":"d33d4d03-f341-44e8-acaa-6a6ef77bdc1a","gvk":"Service","name":"maas-api-e2e-extmod-a-90139c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:50.660039571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-90139c"},"namespace":"ai-tenant-e2e-extmod-a-90139c","name":"default-tenant","reconcileID":"d33d4d03-f341-44e8-acaa-6a6ef77bdc1a","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-90139c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:50.719636221Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-90139c"},"namespace":"ai-tenant-e2e-extmod-a-90139c","name":"default-tenant","reconcileID":"d33d4d03-f341-44e8-acaa-6a6ef77bdc1a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-90139c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:50.778699372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-90139c"},"namespace":"ai-tenant-e2e-extmod-a-90139c","name":"default-tenant","reconcileID":"d33d4d03-f341-44e8-acaa-6a6ef77bdc1a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-90139c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:50.837777447Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-90139c"},"namespace":"ai-tenant-e2e-extmod-a-90139c","name":"default-tenant","reconcileID":"d33d4d03-f341-44e8-acaa-6a6ef77bdc1a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-90139c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:50.894243747Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-90139c"},"namespace":"ai-tenant-e2e-extmod-a-90139c","name":"default-tenant","reconcileID":"d33d4d03-f341-44e8-acaa-6a6ef77bdc1a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-90139c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:50.951544424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-90139c"},"namespace":"ai-tenant-e2e-extmod-a-90139c","name":"default-tenant","reconcileID":"d33d4d03-f341-44e8-acaa-6a6ef77bdc1a","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-90139c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:51.00660928Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-90139c"},"namespace":"ai-tenant-e2e-extmod-a-90139c","name":"default-tenant","reconcileID":"d33d4d03-f341-44e8-acaa-6a6ef77bdc1a","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-90139c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:51.059973688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-90139c"},"namespace":"ai-tenant-e2e-extmod-a-90139c","name":"default-tenant","reconcileID":"d33d4d03-f341-44e8-acaa-6a6ef77bdc1a","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-90139c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:51.119722326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-90139c"},"namespace":"ai-tenant-e2e-extmod-a-90139c","name":"default-tenant","reconcileID":"d33d4d03-f341-44e8-acaa-6a6ef77bdc1a","gvk":"Service","name":"payload-processing-e2e-extmod-a-90139c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:51.17291401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-90139c"},"namespace":"ai-tenant-e2e-extmod-a-90139c","name":"default-tenant","reconcileID":"d33d4d03-f341-44e8-acaa-6a6ef77bdc1a","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-90139c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:51.225867876Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-90139c"},"namespace":"ai-tenant-e2e-extmod-a-90139c","name":"default-tenant","reconcileID":"d33d4d03-f341-44e8-acaa-6a6ef77bdc1a","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-90139c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:51.278957389Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-90139c"},"namespace":"ai-tenant-e2e-extmod-a-90139c","name":"default-tenant","reconcileID":"d33d4d03-f341-44e8-acaa-6a6ef77bdc1a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-90139c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:51.332024746Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-90139c"},"namespace":"ai-tenant-e2e-extmod-a-90139c","name":"default-tenant","reconcileID":"d33d4d03-f341-44e8-acaa-6a6ef77bdc1a","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-90139c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:51.385270476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-90139c"},"namespace":"ai-tenant-e2e-extmod-a-90139c","name":"default-tenant","reconcileID":"d33d4d03-f341-44e8-acaa-6a6ef77bdc1a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-90139c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:51.438534128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-90139c"},"namespace":"ai-tenant-e2e-extmod-a-90139c","name":"default-tenant","reconcileID":"d33d4d03-f341-44e8-acaa-6a6ef77bdc1a","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-90139c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:51.492430564Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-90139c"},"namespace":"ai-tenant-e2e-extmod-a-90139c","name":"default-tenant","reconcileID":"d33d4d03-f341-44e8-acaa-6a6ef77bdc1a","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-90139c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:51.545762095Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-90139c"},"namespace":"ai-tenant-e2e-extmod-a-90139c","name":"default-tenant","reconcileID":"d33d4d03-f341-44e8-acaa-6a6ef77bdc1a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-90139c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:51.59922711Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-90139c"},"namespace":"ai-tenant-e2e-extmod-a-90139c","name":"default-tenant","reconcileID":"d33d4d03-f341-44e8-acaa-6a6ef77bdc1a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-90139c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:56.077790934Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-700af7-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-700af7-sub","reconcileID":"7c2b0ca5-09a4-429b-9eb7-7d5a4551bf3c","MaaSSubscription":{"name":"e2e-dft-700af7-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-700af7","subscription":"e2e-dft-700af7-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:56.185334712Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-700af7-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-700af7-sub","reconcileID":"7c2b0ca5-09a4-429b-9eb7-7d5a4551bf3c","MaaSSubscription":{"name":"e2e-dft-700af7-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-700af7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:56.239195337Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-700af7-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-700af7-sub","reconcileID":"7c2b0ca5-09a4-429b-9eb7-7d5a4551bf3c","MaaSSubscription":{"name":"e2e-dft-700af7-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-700af7","namespace":"llm","model":"llm/e2e-dft-700af7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:56.607603028Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-700af7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-700af7","reconcileID":"6b231ee8-e57f-440e-b902-075363bb7dda","MaaSModelRef":{"name":"e2e-dft-700af7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-700af7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:56.607630748Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-700af7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-700af7","reconcileID":"6b231ee8-e57f-440e-b902-075363bb7dda","MaaSModelRef":{"name":"e2e-dft-700af7","namespace":"llm"},"routeName":"external-model-e2e-dft-700af7-c323723dac88","namespace":"llm","model":"e2e-dft-700af7","externalModel":"e2e-dft-700af7","provider":"e2e-dft-700af7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:56.674065098Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-03da9e"},"namespace":"ai-tenant-e2e-shared-b-w3-03da9e","name":"default-tenant","reconcileID":"fbcfedee-a0b9-4ad1-8993-c40c6fad7202","namespace":"ai-tenant-e2e-shared-b-w3-03da9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:56.674121343Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-03da9e"},"namespace":"ai-tenant-e2e-shared-b-w3-03da9e","name":"default-tenant","reconcileID":"fbcfedee-a0b9-4ad1-8993-c40c6fad7202","namespace":"ai-tenant-e2e-shared-b-w3-03da9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:56.674175962Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-03da9e"},"namespace":"ai-tenant-e2e-shared-b-w3-03da9e","name":"default-tenant","reconcileID":"fbcfedee-a0b9-4ad1-8993-c40c6fad7202","tenant":"e2e-shared-b-w3-03da9e","tenantID":"e2e-shared-b-w3-03da9e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:56.727038034Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-03da9e"},"namespace":"ai-tenant-e2e-shared-b-w3-03da9e","name":"default-tenant","reconcileID":"fbcfedee-a0b9-4ad1-8993-c40c6fad7202","gvk":"Deployment","name":"maas-api-e2e-shared-b-w3-03da9e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:56.754219471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b5dd38f9-bce9-49a0-9749-1d60089ba494","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:56.754472312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-700af7-access","reconcileID":"797e6585-6f48-4f25-9d65-72a8f15d0844","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:56.754219404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"01ee9a2a-38b1-4bea-95ac-68dd7886d9a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:56.779811868Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-03da9e"},"namespace":"ai-tenant-e2e-shared-b-w3-03da9e","name":"default-tenant","reconcileID":"fbcfedee-a0b9-4ad1-8993-c40c6fad7202","gvk":"Service","name":"maas-api-e2e-shared-b-w3-03da9e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:56.779953529Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-700af7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-700af7","reconcileID":"4fab3c75-0a30-4a71-9d9b-1f91ba58b71a","MaaSModelRef":{"name":"e2e-dft-700af7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-700af7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:56.779975395Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-700af7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-700af7","reconcileID":"4fab3c75-0a30-4a71-9d9b-1f91ba58b71a","MaaSModelRef":{"name":"e2e-dft-700af7","namespace":"llm"},"routeName":"external-model-e2e-dft-700af7-c323723dac88","namespace":"llm","model":"e2e-dft-700af7","externalModel":"e2e-dft-700af7","provider":"e2e-dft-700af7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:56.832805955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-03da9e"},"namespace":"ai-tenant-e2e-shared-b-w3-03da9e","name":"default-tenant","reconcileID":"fbcfedee-a0b9-4ad1-8993-c40c6fad7202","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w3-03da9e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:56.885893777Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-03da9e"},"namespace":"ai-tenant-e2e-shared-b-w3-03da9e","name":"default-tenant","reconcileID":"fbcfedee-a0b9-4ad1-8993-c40c6fad7202","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w3-03da9e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:56.887550043Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"01ee9a2a-38b1-4bea-95ac-68dd7886d9a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:07:56.892245298Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b5dd38f9-bce9-49a0-9749-1d60089ba494","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:07:56.892245422Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-700af7-access","reconcileID":"797e6585-6f48-4f25-9d65-72a8f15d0844","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:56.938753203Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-03da9e"},"namespace":"ai-tenant-e2e-shared-b-w3-03da9e","name":"default-tenant","reconcileID":"fbcfedee-a0b9-4ad1-8993-c40c6fad7202","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w3-03da9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:56.944675717Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"01ee9a2a-38b1-4bea-95ac-68dd7886d9a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:07:56.947127914Z","body":"failed to persist reconcile failure","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-700af7-access","reconcileID":"797e6585-6f48-4f25-9d65-72a8f15d0844","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dft-700af7-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).reconcileFailed\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:2167\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:626\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:07:56.947182883Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-700af7-access","reconcileID":"797e6585-6f48-4f25-9d65-72a8f15d0844","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:56.947359375Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-700af7-access","reconcileID":"1d0d6a95-a52d-400d-8066-b29364e823a9","MaaSAuthPolicy":{"name":"e2e-dft-700af7-access","namespace":"models-as-a-service"},"model":"llm/e2e-dft-700af7","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:07:56.950822447Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b5dd38f9-bce9-49a0-9749-1d60089ba494","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:56.951063326Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6f3abda2-cb1f-4656-a5ec-31ab88ced940","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:56.951097788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6f3abda2-cb1f-4656-a5ec-31ab88ced940","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:56.991892021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-03da9e"},"namespace":"ai-tenant-e2e-shared-b-w3-03da9e","name":"default-tenant","reconcileID":"fbcfedee-a0b9-4ad1-8993-c40c6fad7202","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w3-03da9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:57.004270778Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5d394807-a0b9-42dd-8e32-4661fb48313a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:57.00429175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5d394807-a0b9-42dd-8e32-4661fb48313a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:57.044984827Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-03da9e"},"namespace":"ai-tenant-e2e-shared-b-w3-03da9e","name":"default-tenant","reconcileID":"fbcfedee-a0b9-4ad1-8993-c40c6fad7202","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w3-03da9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:57.097811922Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-03da9e"},"namespace":"ai-tenant-e2e-shared-b-w3-03da9e","name":"default-tenant","reconcileID":"fbcfedee-a0b9-4ad1-8993-c40c6fad7202","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w3-03da9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:57.110479798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"efcc555c-d3c3-4264-b96c-597bb8dad73a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:57.150728032Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-03da9e"},"namespace":"ai-tenant-e2e-shared-b-w3-03da9e","name":"default-tenant","reconcileID":"fbcfedee-a0b9-4ad1-8993-c40c6fad7202","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w3-03da9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:57.163192513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cfbb9c63-35c1-46d8-90e5-1393393e9867","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:57.170487754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"efcc555c-d3c3-4264-b96c-597bb8dad73a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:57.204006736Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-03da9e"},"namespace":"ai-tenant-e2e-shared-b-w3-03da9e","name":"default-tenant","reconcileID":"fbcfedee-a0b9-4ad1-8993-c40c6fad7202","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w3-03da9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:57.2138871Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-700af7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-700af7","reconcileID":"1de26049-109d-475f-9fb6-cc2883ac6629","MaaSModelRef":{"name":"e2e-dft-700af7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-700af7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:57.213914295Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-700af7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-700af7","reconcileID":"1de26049-109d-475f-9fb6-cc2883ac6629","MaaSModelRef":{"name":"e2e-dft-700af7","namespace":"llm"},"routeName":"external-model-e2e-dft-700af7-c323723dac88","namespace":"llm","model":"e2e-dft-700af7","externalModel":"e2e-dft-700af7","provider":"e2e-dft-700af7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:57.222194674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cfbb9c63-35c1-46d8-90e5-1393393e9867","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:57.227837922Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"efcc555c-d3c3-4264-b96c-597bb8dad73a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:57.256968599Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-03da9e"},"namespace":"ai-tenant-e2e-shared-b-w3-03da9e","name":"default-tenant","reconcileID":"fbcfedee-a0b9-4ad1-8993-c40c6fad7202","gvk":"Service","name":"payload-processing-e2e-shared-b-w3-03da9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:57.27973535Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cfbb9c63-35c1-46d8-90e5-1393393e9867","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:57.29127539Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4aa23de8-b612-4f56-bdad-ca4497eb702c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:57.29130491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4aa23de8-b612-4f56-bdad-ca4497eb702c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:57.310144131Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-03da9e"},"namespace":"ai-tenant-e2e-shared-b-w3-03da9e","name":"default-tenant","reconcileID":"fbcfedee-a0b9-4ad1-8993-c40c6fad7202","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w3-03da9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:57.363760362Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-03da9e"},"namespace":"ai-tenant-e2e-shared-b-w3-03da9e","name":"default-tenant","reconcileID":"fbcfedee-a0b9-4ad1-8993-c40c6fad7202","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w3-03da9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:57.418169877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-03da9e"},"namespace":"ai-tenant-e2e-shared-b-w3-03da9e","name":"default-tenant","reconcileID":"fbcfedee-a0b9-4ad1-8993-c40c6fad7202","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w3-03da9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:57.47105102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-03da9e"},"namespace":"ai-tenant-e2e-shared-b-w3-03da9e","name":"default-tenant","reconcileID":"fbcfedee-a0b9-4ad1-8993-c40c6fad7202","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w3-03da9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:57.524272877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-03da9e"},"namespace":"ai-tenant-e2e-shared-b-w3-03da9e","name":"default-tenant","reconcileID":"fbcfedee-a0b9-4ad1-8993-c40c6fad7202","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w3-03da9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:57.618733151Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-03da9e"},"namespace":"ai-tenant-e2e-shared-b-w3-03da9e","name":"default-tenant","reconcileID":"fbcfedee-a0b9-4ad1-8993-c40c6fad7202","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w3-03da9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:57.672427993Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-03da9e"},"namespace":"ai-tenant-e2e-shared-b-w3-03da9e","name":"default-tenant","reconcileID":"fbcfedee-a0b9-4ad1-8993-c40c6fad7202","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w3-03da9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:57.725298991Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-03da9e"},"namespace":"ai-tenant-e2e-shared-b-w3-03da9e","name":"default-tenant","reconcileID":"fbcfedee-a0b9-4ad1-8993-c40c6fad7202","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w3-03da9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:57.778240718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-03da9e"},"namespace":"ai-tenant-e2e-shared-b-w3-03da9e","name":"default-tenant","reconcileID":"fbcfedee-a0b9-4ad1-8993-c40c6fad7202","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w3-03da9e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:57.899150325Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-700af7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-700af7","reconcileID":"61cc6ef8-a84c-426c-bcf9-50eba7fb23c3","namespace":"llm","name":"e2e-dft-700af7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:58.003293158Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-90139c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-90139c","reconcileID":"1307c1d2-cab3-4089-aea6-400dbba020f4","aitenant":"ai-tenants/e2e-extmod-a-90139c","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:58.012996752Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3724fbc5-f9a7-41ec-8e40-4514692d8638","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:58.013019788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3724fbc5-f9a7-41ec-8e40-4514692d8638","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:58.01331911Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c1d8b84c-7df1-427e-a7de-0dd04d0813ec","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:58.013333114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c1d8b84c-7df1-427e-a7de-0dd04d0813ec","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:58.013582259Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c7dd5d2a-db11-47ea-a3d7-29fd6e2fcbb2","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:58.013594852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c7dd5d2a-db11-47ea-a3d7-29fd6e2fcbb2","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:58.013821969Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e5a0ed8d-ad05-46ac-b004-edf15575f306","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:58.013834534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e5a0ed8d-ad05-46ac-b004-edf15575f306","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:58.01413323Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"af69223b-a6e3-4d01-bc49-82668eba5699","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:58.014146451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"af69223b-a6e3-4d01-bc49-82668eba5699","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:58.014358936Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b6aa8108-97d9-4f2d-8f3b-2658d4d6a0c8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:58.01437295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b6aa8108-97d9-4f2d-8f3b-2658d4d6a0c8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:58.01460497Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"48106f55-7938-408a-b086-7829a8dc429b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:58.014618333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"48106f55-7938-408a-b086-7829a8dc429b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:58.0148289Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3deecb4b-d8dc-49e5-a459-37cfd900d476","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:58.014842251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3deecb4b-d8dc-49e5-a459-37cfd900d476","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:58.200126061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"92469d52-2ccf-45db-bc09-91ca589d7e3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:58.200704533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"4f2d51cd-ca56-4a37-afee-25877f945db2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:58.201937994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d2d631e8-4a34-4613-81df-bd2016293ab4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:58.202543129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd91d4c6-84b8-45ba-bfc8-301778c99841","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:58.203595771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"5c727aeb-350d-49ee-9094-0c1ac1fc14e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:58.263311167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"4f2d51cd-ca56-4a37-afee-25877f945db2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:58.264258344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d2d631e8-4a34-4613-81df-bd2016293ab4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:58.268962314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"92469d52-2ccf-45db-bc09-91ca589d7e3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:58.272738473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"5c727aeb-350d-49ee-9094-0c1ac1fc14e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:58.273207868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd91d4c6-84b8-45ba-bfc8-301778c99841","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:58.310736998Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"431cd81a-15b1-4ef7-b324-7240b0ef30bd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:58.318568306Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"812df033-a40e-42c9-aa54-d6cba92d92dd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:58.322670578Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d2d631e8-4a34-4613-81df-bd2016293ab4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:58.33984126Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd91d4c6-84b8-45ba-bfc8-301778c99841","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:58.481781336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"e881d3af-9ae6-4042-9cd6-e6e6d6ec125c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:58.540056167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"e881d3af-9ae6-4042-9cd6-e6e6d6ec125c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:58.577340802Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-700af7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-700af7","reconcileID":"dd1b79dd-416f-4ee7-a5e8-9dacffecd4cf","namespace":"llm","name":"e2e-dft-700af7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:58.581351573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"8f6cf8ed-6c19-4988-b3a6-153be5f2081b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:58.639267318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"8f6cf8ed-6c19-4988-b3a6-153be5f2081b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:58.65216188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8a0d0af-497f-487b-813b-629a1465599a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:58.705609292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8a0d0af-497f-487b-813b-629a1465599a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:58.705872906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"0cd17cfc-c5d4-4467-b437-2e00cc0be5cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:58.759127874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8a0d0af-497f-487b-813b-629a1465599a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:58.812526866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8a0d0af-497f-487b-813b-629a1465599a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:58.815355433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"88d04b9c-cc27-4c68-8f1a-715135c2de7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:58.820751537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"0cd17cfc-c5d4-4467-b437-2e00cc0be5cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:58.865786028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"a8a94da0-9f45-4bf0-a8af-2ffbd4f7614f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:58.874024441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"88d04b9c-cc27-4c68-8f1a-715135c2de7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:58.924260048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"a8a94da0-9f45-4bf0-a8af-2ffbd4f7614f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:58.980866353Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-90139c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-90139c","reconcileID":"1307c1d2-cab3-4089-aea6-400dbba020f4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-90139c","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-90139c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:59.029691279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"f58c8889-0bdc-420c-9299-b97e5e8f7744","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:59.088662126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"f58c8889-0bdc-420c-9299-b97e5e8f7744","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:59.135006531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"e52d5069-ff09-42b3-a401-78d85921407a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:59.194782362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"e52d5069-ff09-42b3-a401-78d85921407a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:59.276214607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4f379f3e-a849-40e1-a5f5-37925290a591","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:59.276214786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6ca337f1-5ed6-423c-bc69-6f1295ddc34e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:59.337131838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6ca337f1-5ed6-423c-bc69-6f1295ddc34e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:59.337899856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4f379f3e-a849-40e1-a5f5-37925290a591","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:59.374034609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"fcf84545-d1cd-4b4f-aef7-5f61d5a952df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:59.397280813Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4f379f3e-a849-40e1-a5f5-37925290a591","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:59.397334318Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6ca337f1-5ed6-423c-bc69-6f1295ddc34e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:59.427421222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"b2048b05-20a4-4056-ac70-d2d9043c5bde","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:59.432554746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"fcf84545-d1cd-4b4f-aef7-5f61d5a952df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:59.485640925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"b2048b05-20a4-4056-ac70-d2d9043c5bde","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:59.510439253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"4bd84666-d752-4d90-9bb8-4a198fb1f634","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:59.55515522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"6cfdd123-80e8-45b7-8533-7a5831625a1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:59.555338586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"93b6ffc0-5dbc-4472-9b87-2974ec401efd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:59.570117294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"4bd84666-d752-4d90-9bb8-4a198fb1f634","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:59.613555636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"93b6ffc0-5dbc-4472-9b87-2974ec401efd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:59.613817452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"6cfdd123-80e8-45b7-8533-7a5831625a1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:59.796205146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"2f06a083-7e72-428d-b4e2-ff3f8669c8b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:59.864318522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"2f06a083-7e72-428d-b4e2-ff3f8669c8b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:59.913484048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"2e16b31d-e542-4cb4-b1c5-761adbd79c33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:07:59.976979502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"2e16b31d-e542-4cb4-b1c5-761adbd79c33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:00.078681429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"a1e039bb-42c0-4a52-b630-5f135232cc55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:00.136945398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"a1e039bb-42c0-4a52-b630-5f135232cc55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:00.641743717Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-b0f736","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-b0f736","reconcileID":"b66a1437-0888-403d-9197-57251657594a","namespace":"llm","name":"e2e-dft-refs-b0f736","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:00.696352196Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-b0f736","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-b0f736","reconcileID":"12473820-d892-40d6-a4f1-b53ed5831334","namespace":"llm","name":"e2e-dft-refs-b0f736","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:00.800523698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4e4b9ee9-40e4-4fbf-b673-5956efc2b584","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:00.800783625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"65d2dbad-703b-4e62-83fa-a12bb7f3fc37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:00.801122818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"262e7487-3433-42a4-ad7f-d1f0627d8cff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:00.801393769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"870b7c5c-f7da-4bea-9af7-ab0562831ad1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:00.801570947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9c396431-0466-4b70-a8d0-e1c9587c1a01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:00.855435881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7a9cf5c-6848-4c61-a6a1-0b88e1044cee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:00.85975596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4e4b9ee9-40e4-4fbf-b673-5956efc2b584","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:00.860554104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"65d2dbad-703b-4e62-83fa-a12bb7f3fc37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:00.862115373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"262e7487-3433-42a4-ad7f-d1f0627d8cff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:00.864084824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"870b7c5c-f7da-4bea-9af7-ab0562831ad1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:00.864612768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9c396431-0466-4b70-a8d0-e1c9587c1a01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:00.908839846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7a9cf5c-6848-4c61-a6a1-0b88e1044cee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:00.962633474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7a9cf5c-6848-4c61-a6a1-0b88e1044cee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:00.967106456Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4e4b9ee9-40e4-4fbf-b673-5956efc2b584","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:00.967915367Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9c396431-0466-4b70-a8d0-e1c9587c1a01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:01.016159043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7a9cf5c-6848-4c61-a6a1-0b88e1044cee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:01.07301504Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-b0f736","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-b0f736","reconcileID":"b8b4c653-5204-4f9e-8595-bf633fb0b439","MaaSModelRef":{"name":"e2e-dft-refs-b0f736","namespace":"llm"},"name":"e2e-dft-refs-b0f736","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:01.175334554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"d36a6b45-af65-4c59-9211-084644f99e8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:01.175593128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"4229ab58-4557-411b-8ff6-c1760e9e457a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:01.182949929Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"db5f7a28-a74b-480a-83b7-f721538d4164","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:01.184607477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"db5f7a28-a74b-480a-83b7-f721538d4164","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:01.217568029Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:01.230959655Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7650e66f-39b0-4063-8b18-004c4cb48b8c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:01.234546869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"d36a6b45-af65-4c59-9211-084644f99e8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:01.238226984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"4229ab58-4557-411b-8ff6-c1760e9e457a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:01.241232379Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8a65abca-3d8d-4b8b-8c9b-a17a7e1f0cb8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:01.241252163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8a65abca-3d8d-4b8b-8c9b-a17a7e1f0cb8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:01.242670694Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d82803a4-0bca-4e81-9ee8-8f3a3f837ef7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:01.294261857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"0676ba77-b1df-4f6c-891f-7659d36cf5d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:01.294608038Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-b0f736","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-b0f736","reconcileID":"0e6a30ca-7139-408d-98b5-8587580f04a1","MaaSModelRef":{"name":"e2e-dft-refs-b0f736","namespace":"llm"},"name":"e2e-dft-refs-b0f736","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:01.294261798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"0b6196d2-1436-44fc-8bfc-cd0a997522e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:01.294922322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"8bab6c5f-b7ab-4e94-9896-04e72b741e95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:01.34840326Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"68c1a20a-1783-4a3d-a617-f03cb3f6f454","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:01.348433806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"68c1a20a-1783-4a3d-a617-f03cb3f6f454","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:01.348863604Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5bd4d0a0-3b06-4f1c-82fc-6add22e2b5ef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:01.348986046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5bd4d0a0-3b06-4f1c-82fc-6add22e2b5ef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:01.349369314Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1fa0784d-74bc-4a40-8169-fbf9be2b08d1","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:01.349387893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1fa0784d-74bc-4a40-8169-fbf9be2b08d1","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:01.349760188Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3bc26867-1482-4144-86da-910aa424b6e6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:01.349777913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3bc26867-1482-4144-86da-910aa424b6e6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:01.350252853Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ecfc5901-2533-4efb-89f4-044efe32c215","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:01.350313421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ecfc5901-2533-4efb-89f4-044efe32c215","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:01.350723363Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"899201cb-749b-403a-83f7-1bb334eba5b2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:01.350741805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"899201cb-749b-403a-83f7-1bb334eba5b2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:01.355538644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"8bab6c5f-b7ab-4e94-9896-04e72b741e95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:01.355803208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"0676ba77-b1df-4f6c-891f-7659d36cf5d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:01.36013691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"0b6196d2-1436-44fc-8bfc-cd0a997522e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:01.611269075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"4377f781-5668-4943-8c2b-9c52366ecb22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:01.611269802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"d5f4784a-f224-4f8e-926f-7c7ffa3db3e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:01.669397351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"4377f781-5668-4943-8c2b-9c52366ecb22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:01.669436452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"d5f4784a-f224-4f8e-926f-7c7ffa3db3e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:01.808530393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"84d5b377-6f83-401a-b101-230a043ab154","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:01.808771796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"13d20561-1258-478e-8582-e4f106391154","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:01.808531958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"61ef7610-e3f2-4a1d-9450-c651c614d4b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:01.867104508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"13d20561-1258-478e-8582-e4f106391154","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:01.867221192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"84d5b377-6f83-401a-b101-230a043ab154","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:01.869689246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"61ef7610-e3f2-4a1d-9450-c651c614d4b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:01.924592454Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"84d5b377-6f83-401a-b101-230a043ab154","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:01.928472568Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"61ef7610-e3f2-4a1d-9450-c651c614d4b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:01.947864426Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-b0f736","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-b0f736","reconcileID":"ad90a4be-648f-49e7-aa5f-d89dc0d7ddb6","namespace":"llm","name":"e2e-dft-refs-b0f736","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:02.004302783Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-b0f736","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-b0f736","reconcileID":"28e785c1-a8c3-4757-9e85-6bc1b290e5c5","MaaSModelRef":{"name":"e2e-dft-refs-b0f736","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-b0f736","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:02.004337977Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-b0f736","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-b0f736","reconcileID":"28e785c1-a8c3-4757-9e85-6bc1b290e5c5","MaaSModelRef":{"name":"e2e-dft-refs-b0f736","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-b0f736-0bf74f0ba036","namespace":"llm","model":"e2e-dft-refs-b0f736","externalModel":"e2e-dft-refs-b0f736","provider":"e2e-dft-refs-b0f736-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:02.079579583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"08829da5-db92-431e-9e5b-a22d7ff64fed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:02.079773917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"e467e38c-e158-4a53-a190-52b08d66c70c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:02.191109362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"08829da5-db92-431e-9e5b-a22d7ff64fed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:02.1913244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"e467e38c-e158-4a53-a190-52b08d66c70c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:02.238972244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d3fbfa42-ed5c-4bc4-966e-a99f1b532d37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:02.238973052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5c5c7711-0f5b-4084-85b9-94e5431b79a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:02.291975025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"aa4a0ac0-1731-442e-9e21-6539e52e3436","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:02.2993831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5c5c7711-0f5b-4084-85b9-94e5431b79a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:02.299411705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d3fbfa42-ed5c-4bc4-966e-a99f1b532d37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:02.349943503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"aa4a0ac0-1731-442e-9e21-6539e52e3436","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:02.356224624Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5c5c7711-0f5b-4084-85b9-94e5431b79a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:02.356386891Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d3fbfa42-ed5c-4bc4-966e-a99f1b532d37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:02.562303511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"117facea-dbe6-4086-92d8-74ae59ecb946","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:02.562310426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"c1e199ae-07a4-4978-a4ce-da25908804d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:02.621355894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"c1e199ae-07a4-4978-a4ce-da25908804d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:02.621752358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"117facea-dbe6-4086-92d8-74ae59ecb946","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:02.662856225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"78956c23-28a4-4021-8f06-71b49aa66c96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:02.662856186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"c16dfae5-ca0e-4590-b0a7-2431c6085a56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:02.690870623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"bc64d0dc-db96-4781-ae3c-71ffe8eed0d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:02.722502727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"c16dfae5-ca0e-4590-b0a7-2431c6085a56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:02.722502792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"78956c23-28a4-4021-8f06-71b49aa66c96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:02.748667857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"bc64d0dc-db96-4781-ae3c-71ffe8eed0d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:02.983502486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae266fb8-5bb8-407f-a62d-9c0a92c4e284","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:02.98360505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"5e8a0b64-a8a7-4774-a31a-cd5c6971de52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:02.983905467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"9ea66b33-8f79-4840-bca2-947f861898a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:03.037671923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae266fb8-5bb8-407f-a62d-9c0a92c4e284","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:03.076367522Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-b0f736","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-b0f736","reconcileID":"215a5faa-ea86-4f83-8940-ccc95c3f705d","namespace":"llm","name":"e2e-dft-refs-b0f736","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:03.091380281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae266fb8-5bb8-407f-a62d-9c0a92c4e284","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:03.102983723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"5e8a0b64-a8a7-4774-a31a-cd5c6971de52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:03.161787243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"9ea66b33-8f79-4840-bca2-947f861898a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:03.173226935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae266fb8-5bb8-407f-a62d-9c0a92c4e284","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:03.173845735Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-03da9e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-03da9e","reconcileID":"336f4663-ea36-4e0c-bf21-afa55467954d","aitenant":"ai-tenants/e2e-shared-b-w3-03da9e","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:03.230645451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"9bb33920-848f-4190-b6ed-e9934dede9b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:03.230686435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"72422755-7f54-4fa4-84f8-067c3e2ed2a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:03.29072151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"72422755-7f54-4fa4-84f8-067c3e2ed2a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:03.290756409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"9bb33920-848f-4190-b6ed-e9934dede9b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:03.339572571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"810a59fe-9caf-475d-a1f9-f4ad3df68e1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:03.403258064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"810a59fe-9caf-475d-a1f9-f4ad3df68e1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:03.460714238Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"810a59fe-9caf-475d-a1f9-f4ad3df68e1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:03.517311146Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-55dc0c"},"namespace":"ai-tenant-e2e-autores-55dc0c","name":"default-tenant","reconcileID":"32b66f4b-0685-4815-8d77-64455d99447c","namespace":"ai-tenant-e2e-autores-55dc0c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:03.517369294Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-55dc0c"},"namespace":"ai-tenant-e2e-autores-55dc0c","name":"default-tenant","reconcileID":"32b66f4b-0685-4815-8d77-64455d99447c","namespace":"ai-tenant-e2e-autores-55dc0c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:03.517421372Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-55dc0c"},"namespace":"ai-tenant-e2e-autores-55dc0c","name":"default-tenant","reconcileID":"32b66f4b-0685-4815-8d77-64455d99447c","tenant":"e2e-autores-55dc0c","tenantID":"e2e-autores-55dc0c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:03.556621399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"cf14844a-950f-4fb9-868d-5df278446615","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:03.557311135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"192ed057-1759-436a-b879-c97a932fb72d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:03.572829558Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-55dc0c"},"namespace":"ai-tenant-e2e-autores-55dc0c","name":"default-tenant","reconcileID":"32b66f4b-0685-4815-8d77-64455d99447c","gvk":"Deployment","name":"maas-api-e2e-autores-55dc0c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:03.611169594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"30da1451-ee7e-4ec1-ab81-3a4138a52bd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:03.611368611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"37a5517c-d14d-40d7-b838-9a5736cc0b6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:03.61514909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"cf14844a-950f-4fb9-868d-5df278446615","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:03.616721812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"192ed057-1759-436a-b879-c97a932fb72d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:03.633747069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-55dc0c"},"namespace":"ai-tenant-e2e-autores-55dc0c","name":"default-tenant","reconcileID":"32b66f4b-0685-4815-8d77-64455d99447c","gvk":"Service","name":"maas-api-e2e-autores-55dc0c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:03.656880531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"9decf702-b626-4b9b-b8a7-92bf2b21163e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:03.670438511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"37a5517c-d14d-40d7-b838-9a5736cc0b6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:03.670567444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"30da1451-ee7e-4ec1-ab81-3a4138a52bd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:03.67380197Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"192ed057-1759-436a-b879-c97a932fb72d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:03.69663005Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-55dc0c"},"namespace":"ai-tenant-e2e-autores-55dc0c","name":"default-tenant","reconcileID":"32b66f4b-0685-4815-8d77-64455d99447c","gvk":"HTTPRoute","name":"maas-api-route-e2e-autores-55dc0c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:03.716251513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"9decf702-b626-4b9b-b8a7-92bf2b21163e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:03.751171844Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-55dc0c"},"namespace":"ai-tenant-e2e-autores-55dc0c","name":"default-tenant","reconcileID":"32b66f4b-0685-4815-8d77-64455d99447c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-autores-55dc0c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:03.807030382Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-55dc0c"},"namespace":"ai-tenant-e2e-autores-55dc0c","name":"default-tenant","reconcileID":"32b66f4b-0685-4815-8d77-64455d99447c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-autores-55dc0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:03.832250514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"42761d68-0af3-4ce7-8ee5-ebf13ea89985","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:03.8622393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-55dc0c"},"namespace":"ai-tenant-e2e-autores-55dc0c","name":"default-tenant","reconcileID":"32b66f4b-0685-4815-8d77-64455d99447c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-autores-55dc0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:03.890685475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"42761d68-0af3-4ce7-8ee5-ebf13ea89985","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:03.922554043Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-55dc0c"},"namespace":"ai-tenant-e2e-autores-55dc0c","name":"default-tenant","reconcileID":"32b66f4b-0685-4815-8d77-64455d99447c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-autores-55dc0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:03.941094148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"2dcbaa22-83e3-4940-ac7d-6dd24dae1505","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:03.949573083Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-03da9e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-03da9e","reconcileID":"336f4663-ea36-4e0c-bf21-afa55467954d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-03da9e","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w3-03da9e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:03.977855543Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-55dc0c"},"namespace":"ai-tenant-e2e-autores-55dc0c","name":"default-tenant","reconcileID":"32b66f4b-0685-4815-8d77-64455d99447c","gvk":"Telemetry","name":"latency-per-subscription-e2e-autores-55dc0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:03.999109809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"2dcbaa22-83e3-4940-ac7d-6dd24dae1505","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:04.030650911Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-55dc0c"},"namespace":"ai-tenant-e2e-autores-55dc0c","name":"default-tenant","reconcileID":"32b66f4b-0685-4815-8d77-64455d99447c","gvk":"Deployment","name":"payload-processing-e2e-autores-55dc0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:04.041215626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"13a8f370-a0d6-429d-aaea-dcfbb72e0aa3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:04.041265412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"83f23970-e5fd-4ae8-937f-cf4347694b31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:04.083517576Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-55dc0c"},"namespace":"ai-tenant-e2e-autores-55dc0c","name":"default-tenant","reconcileID":"32b66f4b-0685-4815-8d77-64455d99447c","gvk":"Deployment","name":"payload-pre-processing-e2e-autores-55dc0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:04.099278877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"83f23970-e5fd-4ae8-937f-cf4347694b31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:04.10051161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"13a8f370-a0d6-429d-aaea-dcfbb72e0aa3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:04.136058679Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-55dc0c"},"namespace":"ai-tenant-e2e-autores-55dc0c","name":"default-tenant","reconcileID":"32b66f4b-0685-4815-8d77-64455d99447c","gvk":"Service","name":"payload-processing-e2e-autores-55dc0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:04.141864745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"49c6a843-62de-48f9-afb9-ae10cc106753","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:04.188540547Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-55dc0c"},"namespace":"ai-tenant-e2e-autores-55dc0c","name":"default-tenant","reconcileID":"32b66f4b-0685-4815-8d77-64455d99447c","gvk":"Service","name":"payload-pre-processing-e2e-autores-55dc0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:04.200107012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"49c6a843-62de-48f9-afb9-ae10cc106753","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:04.274410108Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-55dc0c"},"namespace":"ai-tenant-e2e-autores-55dc0c","name":"default-tenant","reconcileID":"32b66f4b-0685-4815-8d77-64455d99447c","gvk":"DestinationRule","name":"payload-processing-e2e-autores-55dc0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:04.328167145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-55dc0c"},"namespace":"ai-tenant-e2e-autores-55dc0c","name":"default-tenant","reconcileID":"32b66f4b-0685-4815-8d77-64455d99447c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-autores-55dc0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:04.3805105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"304d0137-0618-4e09-9a2a-cd3cfd2e4a37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:04.380681564Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-55dc0c"},"namespace":"ai-tenant-e2e-autores-55dc0c","name":"default-tenant","reconcileID":"32b66f4b-0685-4815-8d77-64455d99447c","gvk":"EnvoyFilter","name":"payload-processing-e2e-autores-55dc0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:04.43731028Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-55dc0c"},"namespace":"ai-tenant-e2e-autores-55dc0c","name":"default-tenant","reconcileID":"32b66f4b-0685-4815-8d77-64455d99447c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-autores-55dc0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:04.438924606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"304d0137-0618-4e09-9a2a-cd3cfd2e4a37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:04.492711085Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-55dc0c"},"namespace":"ai-tenant-e2e-autores-55dc0c","name":"default-tenant","reconcileID":"32b66f4b-0685-4815-8d77-64455d99447c","gvk":"NetworkPolicy","name":"payload-processing-e2e-autores-55dc0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:04.545517109Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-55dc0c"},"namespace":"ai-tenant-e2e-autores-55dc0c","name":"default-tenant","reconcileID":"32b66f4b-0685-4815-8d77-64455d99447c","gvk":"ServiceAccount","name":"payload-processing-e2e-autores-55dc0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:04.601764265Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-55dc0c"},"namespace":"ai-tenant-e2e-autores-55dc0c","name":"default-tenant","reconcileID":"32b66f4b-0685-4815-8d77-64455d99447c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-autores-55dc0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:04.654237723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-55dc0c"},"namespace":"ai-tenant-e2e-autores-55dc0c","name":"default-tenant","reconcileID":"32b66f4b-0685-4815-8d77-64455d99447c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-autores-55dc0c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:05.20078381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa8f0925-aca0-4936-842f-fa3316e294f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:05.254019695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa8f0925-aca0-4936-842f-fa3316e294f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:05.307272475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa8f0925-aca0-4936-842f-fa3316e294f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:05.360461532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa8f0925-aca0-4936-842f-fa3316e294f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:06.257392018Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-55dc0c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-55dc0c","reconcileID":"2b6ca495-af12-456e-bd52-17756dccae17","aitenant":"ai-tenants/e2e-autores-55dc0c","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:06.959902813Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-b0f736","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-b0f736","reconcileID":"6d2f54e1-3d85-441a-b8c8-73e116a59830","namespace":"llm","name":"e2e-dft-refs-b0f736","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:07.015532246Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-b0f736","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-b0f736","reconcileID":"7d42f26c-1a8b-452a-b059-cca2ae4c8285","MaaSModelRef":{"name":"e2e-dft-refs-b0f736","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-b0f736","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:07.015558841Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-b0f736","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-b0f736","reconcileID":"7d42f26c-1a8b-452a-b059-cca2ae4c8285","MaaSModelRef":{"name":"e2e-dft-refs-b0f736","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-b0f736-0bf74f0ba036","namespace":"llm","model":"e2e-dft-refs-b0f736","externalModel":"e2e-dft-refs-b0f736","provider":"e2e-dft-refs-b0f736-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:07.034694947Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-55dc0c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-55dc0c","reconcileID":"2b6ca495-af12-456e-bd52-17756dccae17","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-55dc0c","removed":["maas.opendatahub.io/gateway-access-e2e-autores-55dc0c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:07.069336695Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8e6b33d5-9560-49bf-a1ad-374183122b4d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:07.069358245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8e6b33d5-9560-49bf-a1ad-374183122b4d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:07.069636245Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"50ee7fe8-3811-4519-8740-f017331fd4d3","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:07.069648254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"50ee7fe8-3811-4519-8740-f017331fd4d3","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:07.069854987Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bc542c8d-8902-45e8-8029-2d6900f15215","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:07.069865117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bc542c8d-8902-45e8-8029-2d6900f15215","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:07.07007976Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bc9fe291-bbc6-4e6e-b9cf-1dbef67afc7a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:07.070094389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bc9fe291-bbc6-4e6e-b9cf-1dbef67afc7a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:07.070440081Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ac191644-a9d7-496c-9bdf-03819da81f2a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:07.070485064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ac191644-a9d7-496c-9bdf-03819da81f2a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:07.070739094Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"305d7c76-f773-4ded-aef4-6331e6161639","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:07.070755242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"305d7c76-f773-4ded-aef4-6331e6161639","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:07.071006045Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f89f7d37-032f-41f0-8568-0b12b0963ae9","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:07.07101843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f89f7d37-032f-41f0-8568-0b12b0963ae9","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:07.071290273Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"547ec167-7e93-4301-a806-1d1a7bcec17a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:07.071304626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"547ec167-7e93-4301-a806-1d1a7bcec17a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:07.120217213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fa600ece-2a15-42e8-89b2-e14c978312ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:07.120424357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"a91f296c-21ba-4803-8906-a4f08dea677f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:07.120216487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"845569da-dad3-4a80-83bf-cccda83b4c01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:07.123825547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"97ca4593-45d8-4744-9d60-b77f842eeade","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:07.125120401Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-b0f736","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-b0f736","reconcileID":"aca22ed4-e3e9-4cd3-9b23-625353e4f6be","MaaSModelRef":{"name":"e2e-dft-refs-b0f736","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-b0f736-0bf74f0ba036","namespace":"llm","model":"e2e-dft-refs-b0f736","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:07.126611792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"6e0c584e-c550-4aa5-a803-f4bc3e219fe7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:07.179192862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fa600ece-2a15-42e8-89b2-e14c978312ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:07.179307173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"a91f296c-21ba-4803-8906-a4f08dea677f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:07.181404795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"845569da-dad3-4a80-83bf-cccda83b4c01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:07.182625936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"97ca4593-45d8-4744-9d60-b77f842eeade","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:07.184501668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"6e0c584e-c550-4aa5-a803-f4bc3e219fe7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:07.235821343Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"66db0a75-2064-4c34-b9a1-ab51b419dc96","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:07.236430486Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ceda64a2-54ae-4d98-9481-159c52b601b2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:07.237431332Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fa600ece-2a15-42e8-89b2-e14c978312ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:07.238773732Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"845569da-dad3-4a80-83bf-cccda83b4c01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:07.371688581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4535efd-d307-40fb-93b2-0c2c229382a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:07.424865527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4535efd-d307-40fb-93b2-0c2c229382a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:07.425184428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"6277dbf4-4fe0-46eb-935a-462489a666f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:07.449426127Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-b0f736","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-b0f736","reconcileID":"dc7b88eb-3bee-4a99-b9cc-182076449d99","namespace":"llm","name":"e2e-dft-refs-b0f736","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:07.478024885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4535efd-d307-40fb-93b2-0c2c229382a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:07.47850288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"693e7715-9d66-427c-8703-f9c9e771f950","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:07.531662272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4535efd-d307-40fb-93b2-0c2c229382a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:07.532513143Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-b0f736","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-b0f736","reconcileID":"5b77a009-e31f-439c-942d-2ad1f511e8af","MaaSModelRef":{"name":"e2e-dft-refs-b0f736","namespace":"llm"},"name":"e2e-dft-refs-b0f736","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:07.592785348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"693e7715-9d66-427c-8703-f9c9e771f950","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:07.594164119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"6277dbf4-4fe0-46eb-935a-462489a666f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:07.63719682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"deb9a06e-a9d1-4c74-b4ce-5cf4aff63e91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:07.696322748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"deb9a06e-a9d1-4c74-b4ce-5cf4aff63e91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:07.750670896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"b9279911-59da-47de-8237-b10cd4203825","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:07.751657437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"0ab0e320-c45a-4020-a38d-28a955487c79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:07.809757688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"b9279911-59da-47de-8237-b10cd4203825","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:07.811400247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"0ab0e320-c45a-4020-a38d-28a955487c79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:07.963737096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"6850bc6e-1533-4d5b-bb69-1e7712ca62c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:07.963861357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"9cd7acb3-ab01-4354-8d31-45b480b17245","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:08.021826393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"6850bc6e-1533-4d5b-bb69-1e7712ca62c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:08.021834074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"9cd7acb3-ab01-4354-8d31-45b480b17245","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:08.069329173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"06e0894a-9c39-4bec-92be-553e196e7aae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:08.127903554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"06e0894a-9c39-4bec-92be-553e196e7aae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:08.185684677Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"06e0894a-9c39-4bec-92be-553e196e7aae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:08.222426214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"03213474-3613-4b4b-9c27-185edbf755cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:08.222428063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eab984f5-3cb8-46d4-b374-2f2817065a42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:08.281688242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eab984f5-3cb8-46d4-b374-2f2817065a42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:08.284270147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"03213474-3613-4b4b-9c27-185edbf755cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:08.339483945Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eab984f5-3cb8-46d4-b374-2f2817065a42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:08.34468048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"c88c1d78-3668-4030-a464-70b7835eaf21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:08.385962111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"18d57470-7a24-4ada-84c6-0df63c042965","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:08.386961894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"99adbf29-e28e-4bca-8789-2dc8ec5b3026","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:08.402499894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"c88c1d78-3668-4030-a464-70b7835eaf21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:08.444271076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"18d57470-7a24-4ada-84c6-0df63c042965","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:08.444822174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"99adbf29-e28e-4bca-8789-2dc8ec5b3026","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:08.49765775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"6fd005d7-4925-42e0-97ee-0f2c3782ca37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:08.555517916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"6fd005d7-4925-42e0-97ee-0f2c3782ca37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:08.685306976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"9f68f9c9-b908-4975-9bee-535c03f07bba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:08.743716788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"9f68f9c9-b908-4975-9bee-535c03f07bba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:08.752483983Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-ed4ecc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-ed4ecc","reconcileID":"e5df3ca6-1022-4439-ab9a-85d53cb8aa4b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-ed4ecc","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-ed4ecc":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:08.79162848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"9332e98b-3b04-4ffa-a188-cbd17b5463ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:08.849551553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"9332e98b-3b04-4ffa-a188-cbd17b5463ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:08.902479631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"47019a93-6ca8-44c6-b81d-4a28437b46fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:09.003258653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"47019a93-6ca8-44c6-b81d-4a28437b46fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:09.563994805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f794cf9c-62bd-49ef-9148-d2e9b837bf65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:09.618255434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f794cf9c-62bd-49ef-9148-d2e9b837bf65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:09.671645137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f794cf9c-62bd-49ef-9148-d2e9b837bf65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:09.725592554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f794cf9c-62bd-49ef-9148-d2e9b837bf65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:11.594751042Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-214eab","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-214eab","reconcileID":"86251a79-da59-421d-93a7-8c029e3401ee","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-214eab","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-214eab":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:11.759783934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e11c46e7-013b-4351-bbb1-a01d2e696875","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:11.813243345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e11c46e7-013b-4351-bbb1-a01d2e696875","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:11.866203744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e11c46e7-013b-4351-bbb1-a01d2e696875","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:11.91973375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e11c46e7-013b-4351-bbb1-a01d2e696875","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:13.300082954Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-b0f736","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-b0f736","reconcileID":"5520deb4-34c7-42b5-bd07-5aaa991ed31a","namespace":"llm","name":"e2e-dft-refs-b0f736","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:13.406215716Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-b0f736","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-b0f736","reconcileID":"8386d452-73e6-4f40-bf11-b43ecdb14d56","MaaSModelRef":{"name":"e2e-dft-refs-b0f736","namespace":"llm"},"name":"e2e-dft-refs-b0f736","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:13.509315858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"b1232921-3178-452a-880f-2ab0b949876d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:13.509349556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2ff382c7-4c60-4372-a92a-2628467c8c69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:13.509945794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eafee9d5-9e56-4980-a06e-93fe450359b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:13.510184201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"dc2a65cc-3d93-4783-8fb2-fa507bd7a613","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:13.510481584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"23e6b55a-ade9-4ab6-87c0-71aa72518ff7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:13.568392029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2ff382c7-4c60-4372-a92a-2628467c8c69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:13.569557371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"b1232921-3178-452a-880f-2ab0b949876d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:13.570824243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eafee9d5-9e56-4980-a06e-93fe450359b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:13.573279887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"23e6b55a-ade9-4ab6-87c0-71aa72518ff7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:13.573303558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"dc2a65cc-3d93-4783-8fb2-fa507bd7a613","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:13.573730766Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-b0f736","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-b0f736","reconcileID":"a7947d8f-21d6-40b2-9dcc-8f23dfed20e5","MaaSModelRef":{"name":"e2e-dft-refs-b0f736","namespace":"llm"},"name":"e2e-dft-refs-b0f736","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:13.625560003Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2ff382c7-4c60-4372-a92a-2628467c8c69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:13.62710734Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0c125cb1-603b-44d8-a544-c5392f760576","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:13.627124711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0c125cb1-603b-44d8-a544-c5392f760576","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:13.627365908Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5d8f430e-29a3-4681-854c-88d350af7bca","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:13.627378414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5d8f430e-29a3-4681-854c-88d350af7bca","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:13.627630138Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"28fd3a25-69f4-4c0b-8130-fe4c4e7ebf74","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:13.627643092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"28fd3a25-69f4-4c0b-8130-fe4c4e7ebf74","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:13.627841959Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8a025087-fe0a-456d-9a2f-6e5742c50981","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:13.627843851Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eafee9d5-9e56-4980-a06e-93fe450359b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:13.62785246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8a025087-fe0a-456d-9a2f-6e5742c50981","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:13.62861086Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"22668e88-e534-4d1d-8cc7-52064d31738f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:13.628632016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"22668e88-e534-4d1d-8cc7-52064d31738f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:13.628869921Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0efb6fd8-4b7c-4cef-acdd-d144045f9f20","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:13.628885742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0efb6fd8-4b7c-4cef-acdd-d144045f9f20","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:13.62913806Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"dba81d2a-7e55-4b6a-b658-56ae3a543799","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:13.629149881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"dba81d2a-7e55-4b6a-b658-56ae3a543799","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:13.629373827Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1d856179-47d8-457b-8437-38f7f655589b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:13.629383545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1d856179-47d8-457b-8437-38f7f655589b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:13.682809878Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-b0f736","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-b0f736","reconcileID":"79c8f98b-984f-4885-8aee-008d1ae8e246","MaaSModelRef":{"name":"e2e-dft-refs-b0f736","namespace":"llm"},"name":"e2e-dft-refs-b0f736","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:13.735536577Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"50fa9ff3-9bf2-4d34-a1fa-57db63521de8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:13.735542649Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a5330d7c-abf6-4fa4-9089-482d249ec4f9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:13.784748221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"c5dbd7fe-1525-4e33-b4fd-1b3d937ffcde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:13.785902318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"bc685856-22d5-4c0e-80a2-8d63694aa939","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:13.846386198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"bc685856-22d5-4c0e-80a2-8d63694aa939","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:13.846405688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"c5dbd7fe-1525-4e33-b4fd-1b3d937ffcde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:13.961506319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e9fc946-c0fa-49f3-a0a5-ab22a2b38553","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:13.961677657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"13eae89a-8ecd-4282-9fe8-8ff19c3808dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:13.961782724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"47d9b0a0-46f4-41b4-997b-e510bcdcec9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:13.962140261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"ca2037d5-8732-40e0-af5c-e51891960f3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:14.015113523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e9fc946-c0fa-49f3-a0a5-ab22a2b38553","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:14.021148006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"13eae89a-8ecd-4282-9fe8-8ff19c3808dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:14.02119629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"47d9b0a0-46f4-41b4-997b-e510bcdcec9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:14.069132683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e9fc946-c0fa-49f3-a0a5-ab22a2b38553","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:14.122257367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e9fc946-c0fa-49f3-a0a5-ab22a2b38553","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:14.127052578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"ca2037d5-8732-40e0-af5c-e51891960f3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:14.280387664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"154985e7-4ec3-4a37-b13e-23addf765d1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:14.338682222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"154985e7-4ec3-4a37-b13e-23addf765d1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:14.338948568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"a8dae9fc-3036-4e4d-8ebf-21b0fd5ce577","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:14.397222103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"a8dae9fc-3036-4e4d-8ebf-21b0fd5ce577","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:14.411260115Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-b0f736","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-b0f736","reconcileID":"3a13dc18-a90e-4c04-b562-617f98b77422","namespace":"llm","name":"e2e-dft-refs-b0f736","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:14.464230097Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-b0f736","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-b0f736","reconcileID":"62749324-bbc9-43d1-81fb-9dac9bc7e239","MaaSModelRef":{"name":"e2e-dft-refs-b0f736","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-b0f736","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:14.464256819Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-b0f736","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-b0f736","reconcileID":"62749324-bbc9-43d1-81fb-9dac9bc7e239","MaaSModelRef":{"name":"e2e-dft-refs-b0f736","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-b0f736-0bf74f0ba036","namespace":"llm","model":"e2e-dft-refs-b0f736","externalModel":"e2e-dft-refs-b0f736","provider":"e2e-dft-refs-b0f736-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:14.496948686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"41c6674e-0c2a-4b4a-b0fb-8d811918b0d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:14.497638525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cbb3a56c-872f-4b84-a911-248bd57ed0e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:14.55586141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"41c6674e-0c2a-4b4a-b0fb-8d811918b0d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:14.555983697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cbb3a56c-872f-4b84-a911-248bd57ed0e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:14.597097651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"17016e87-529e-4600-a3ce-533be3d13b12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:14.612935434Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"41c6674e-0c2a-4b4a-b0fb-8d811918b0d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:14.612969013Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cbb3a56c-872f-4b84-a911-248bd57ed0e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:14.655358327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"17016e87-529e-4600-a3ce-533be3d13b12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:14.702405263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"c09f24e9-6b81-4edf-ae81-e5196bcd485b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:14.760416515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"c09f24e9-6b81-4edf-ae81-e5196bcd485b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:14.803337599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1e149783-e98a-49f1-a8c5-ea15cdf89c32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:14.803664292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"9b637a61-6371-4bab-8186-e56111dec532","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:14.803337574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"623a238a-5691-4c29-810d-1018e203682a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:14.862239289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"9b637a61-6371-4bab-8186-e56111dec532","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:14.862663406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"623a238a-5691-4c29-810d-1018e203682a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:14.864844844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1e149783-e98a-49f1-a8c5-ea15cdf89c32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:14.919843678Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"623a238a-5691-4c29-810d-1018e203682a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:14.921653719Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1e149783-e98a-49f1-a8c5-ea15cdf89c32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:14.97289806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"5b6db39c-aa2e-4ad3-b7a5-d76c71f793ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:15.031032226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"5b6db39c-aa2e-4ad3-b7a5-d76c71f793ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:15.078557631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"8378a311-6773-44d6-8a9c-ba9302ed3b79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:15.078556695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"cbe740ed-977d-43a4-8b89-bfb9beeeee61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:15.079221477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"ca3e0c43-758d-4db3-8154-e054b7ecf980","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:15.136884953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"8378a311-6773-44d6-8a9c-ba9302ed3b79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:15.137073314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"cbe740ed-977d-43a4-8b89-bfb9beeeee61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:15.139158115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"ca3e0c43-758d-4db3-8154-e054b7ecf980","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:15.273006669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"e2877d7a-9b29-463a-b585-46c571fa5556","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:15.33112027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"e2877d7a-9b29-463a-b585-46c571fa5556","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:15.431417222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"4ba18d75-c0eb-49d8-8506-0c02eccb8deb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:15.491149718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"4ba18d75-c0eb-49d8-8506-0c02eccb8deb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:15.545507103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"6b9b9dba-6282-437d-8665-57d611bfd31e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:15.604855626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"6b9b9dba-6282-437d-8665-57d611bfd31e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:16.08518758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e270576-b6a7-4ba6-9ba5-544bc047e8d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:16.138850885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e270576-b6a7-4ba6-9ba5-544bc047e8d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:16.192173444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e270576-b6a7-4ba6-9ba5-544bc047e8d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:16.245422006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e270576-b6a7-4ba6-9ba5-544bc047e8d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:16.365735008Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-c4fa79","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-c4fa79","reconcileID":"68e88d51-1d2c-4597-bfd0-77cd22d0c623","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-c4fa79","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-c4fa79":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:18.260913557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3f09185-a4e3-4279-aeae-57cc781628c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:18.314103497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3f09185-a4e3-4279-aeae-57cc781628c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:18.367145391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3f09185-a4e3-4279-aeae-57cc781628c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:18.420331231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3f09185-a4e3-4279-aeae-57cc781628c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:20.001117056Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-b0f736","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-b0f736","reconcileID":"d3e935da-bfd5-4533-b56c-98699aff3f61","namespace":"llm","name":"e2e-dft-refs-b0f736","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:20.057253181Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a927ebf0-551e-44f5-9780-c91ca38c68dc","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:20.057275035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a927ebf0-551e-44f5-9780-c91ca38c68dc","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:20.057596595Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ef498dd3-353d-489b-b9cd-1e589bf8ed2b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:20.057612006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ef498dd3-353d-489b-b9cd-1e589bf8ed2b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:20.057852727Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"13484261-7fa1-4bdd-9639-344e2f4d51de","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:20.057864522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"13484261-7fa1-4bdd-9639-344e2f4d51de","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:20.058085008Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b80d5e0d-752b-4f49-9b69-836edc22e3b7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:20.058099121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b80d5e0d-752b-4f49-9b69-836edc22e3b7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:20.058402276Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"28993054-1b90-45f3-9988-ed842f418637","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:20.058415024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"28993054-1b90-45f3-9988-ed842f418637","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:20.058668876Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"730bc048-96cf-451f-a522-2ad00ebda4b5","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:20.058681246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"730bc048-96cf-451f-a522-2ad00ebda4b5","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:20.058934149Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0439c397-c4a5-44e8-acc4-387ad8c7e9d5","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:20.058947664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0439c397-c4a5-44e8-acc4-387ad8c7e9d5","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:20.059179014Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"21500d04-7a98-4a22-b310-8dc37214534c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:20.059190488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"21500d04-7a98-4a22-b310-8dc37214534c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:20.159808852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"df0bc06b-ba42-4de9-980c-d46cee9f9092","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:20.159993138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"8a4251e9-b518-44c2-a133-0b9693ec0b95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:20.160336447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"57298c23-961a-4901-917a-3110af4efd05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:20.160438546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ced31c3b-3926-44dc-ab8a-205c0bc2a6ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:20.160742184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"4243f421-d138-4fc4-bcbc-ba7d9b6cf6eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:20.220420012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"8a4251e9-b518-44c2-a133-0b9693ec0b95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:20.220588596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"df0bc06b-ba42-4de9-980c-d46cee9f9092","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:20.223991797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"57298c23-961a-4901-917a-3110af4efd05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:20.224479176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ced31c3b-3926-44dc-ab8a-205c0bc2a6ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:20.226500041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"4243f421-d138-4fc4-bcbc-ba7d9b6cf6eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:20.281625195Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"df0bc06b-ba42-4de9-980c-d46cee9f9092","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:20.284557616Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ced31c3b-3926-44dc-ab8a-205c0bc2a6ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:20.285598459Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f2f783b1-957b-42eb-88f1-9f0094e4262d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:20.285976047Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2bdac24e-2976-47d3-a666-40599550d2f7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:20.377206246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18797030-9a9c-42fb-9663-10a7b13fb5d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:20.430729061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18797030-9a9c-42fb-9663-10a7b13fb5d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:20.484264722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18797030-9a9c-42fb-9663-10a7b13fb5d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:20.515527453Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-b0f736","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-b0f736","reconcileID":"cafb7de9-03b7-4787-abf9-a63ef64e4bc2","namespace":"llm","name":"e2e-dft-refs-b0f736","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:20.538403357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18797030-9a9c-42fb-9663-10a7b13fb5d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:20.539197601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"744ff817-4a4e-4ee4-920b-94573bbfa9ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:20.598054724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"744ff817-4a4e-4ee4-920b-94573bbfa9ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:20.645514003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"fb99fbb6-6956-4678-b9c4-bfd2dbe7d2fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:20.645541227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"2e14459d-98a0-4c81-b717-f7fd8127b27f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:20.698885541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"b04b8650-f7cb-41cd-8e3c-c7649b591b74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:20.698885121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"49979297-cb72-436a-a5bc-d02be5e10b29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:20.704087265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"fb99fbb6-6956-4678-b9c4-bfd2dbe7d2fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:20.704126915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"2e14459d-98a0-4c81-b717-f7fd8127b27f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:20.757487899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"49979297-cb72-436a-a5bc-d02be5e10b29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:20.758037059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"b04b8650-f7cb-41cd-8e3c-c7649b591b74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:20.974963463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"e16e5c87-6a58-45c8-9c91-78ec658f7469","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:21.034531435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"e16e5c87-6a58-45c8-9c91-78ec658f7469","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:21.076904343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"e980de33-d17f-4dab-9ad2-d2c8314165ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:21.076926993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8836ab66-86fe-4369-9751-7c7e08f9c2b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:21.080543692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3423fd76-ad2d-4b50-aac2-67a01842ed29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:21.080626023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"524b2a49-686e-4f67-8442-b1008e54df94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:21.138264799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"e980de33-d17f-4dab-9ad2-d2c8314165ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:21.138378937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8836ab66-86fe-4369-9751-7c7e08f9c2b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:21.144615818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3423fd76-ad2d-4b50-aac2-67a01842ed29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:21.149075984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"524b2a49-686e-4f67-8442-b1008e54df94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:21.197696917Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8836ab66-86fe-4369-9751-7c7e08f9c2b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:21.203342074Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3423fd76-ad2d-4b50-aac2-67a01842ed29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:21.355537723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"5f6a2394-fa8f-4051-9c38-8705e87289f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:21.356160046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"8a37ddb1-ec8b-4363-9211-e346743e4fbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:21.360087454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"6a51207a-e0b3-4e77-98bb-e6caab116258","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:21.414630794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"5f6a2394-fa8f-4051-9c38-8705e87289f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:21.415111435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"8a37ddb1-ec8b-4363-9211-e346743e4fbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:21.417668485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"6a51207a-e0b3-4e77-98bb-e6caab116258","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:21.460358786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"91bd01ce-3488-46e4-aff4-1e4365dc25c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:21.518726667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"91bd01ce-3488-46e4-aff4-1e4365dc25c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:21.591646306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"a430a74b-9769-4c9b-9ebf-09bfccc38ada","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:21.703216688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"a430a74b-9769-4c9b-9ebf-09bfccc38ada","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:21.80308475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"15377931-9d75-4a4b-9673-7abbe5a0c3b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:21.803265592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"6d7d34e5-d226-4d6f-a882-d495a86a0d6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:21.861519856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"6d7d34e5-d226-4d6f-a882-d495a86a0d6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:21.863636002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"15377931-9d75-4a4b-9673-7abbe5a0c3b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:22.153320781Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-b9045c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-b9045c","reconcileID":"60e3a2ab-1ade-487c-a2dc-eb8a1acc9655","namespace":"llm","name":"e2e-dft-del-b9045c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:22.210561845Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-b9045c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-b9045c","reconcileID":"fd5e472c-c0dc-4b88-ac59-46078c90dcea","namespace":"llm","name":"e2e-dft-del-b9045c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:22.312337266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"1cf9ca39-9d90-4fc4-9243-33514f63038e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:22.312432123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"1e871ffe-ef7d-478b-b709-774f822c3a0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:22.312830477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4f1bdd1c-5454-4858-b662-52edb7a1ed33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:22.312840943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"33f1a8bd-6871-445e-a1fe-64b0b33a26c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:22.313208218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"41eab4d8-c20d-4d7d-94bd-e696d5bd438b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:22.371338583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"1cf9ca39-9d90-4fc4-9243-33514f63038e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:22.371619575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"33f1a8bd-6871-445e-a1fe-64b0b33a26c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:22.373847392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"41eab4d8-c20d-4d7d-94bd-e696d5bd438b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:22.374171203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4f1bdd1c-5454-4858-b662-52edb7a1ed33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:22.375877266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"1e871ffe-ef7d-478b-b709-774f822c3a0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:22.431360878Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"41eab4d8-c20d-4d7d-94bd-e696d5bd438b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:22.431708411Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4f1bdd1c-5454-4858-b662-52edb7a1ed33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:22.499842883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8d746f7-ea5a-4955-86ab-7f5065491da5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:22.553570403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8d746f7-ea5a-4955-86ab-7f5065491da5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:22.555655045Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-b9045c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-b9045c","reconcileID":"a2b499ed-f67c-4cac-ad49-b62ed7df525c","MaaSModelRef":{"name":"e2e-dft-del-b9045c","namespace":"llm"},"name":"e2e-dft-del-b9045c","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:22.606556883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8d746f7-ea5a-4955-86ab-7f5065491da5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:22.660285266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8d746f7-ea5a-4955-86ab-7f5065491da5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:22.714025016Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0e3f4e2a-4dda-4c2e-a211-356930c0af5d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:22.714084586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"dfafba97-5fe7-432f-a22f-1673166c9042","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:22.714574948Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"57157b3c-c4f5-4d4d-82ab-adb07c72aac5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:22.714814656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"ba57d49f-68ab-428b-86c5-cec554fe4ab4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:22.720916857Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"02794795-fcda-4e0d-8c74-a7e92eeafee8","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:22.720938057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"02794795-fcda-4e0d-8c74-a7e92eeafee8","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:22.721337005Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6c326255-832a-46ae-8b19-1f3a66bb9b2d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:22.721404005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6c326255-832a-46ae-8b19-1f3a66bb9b2d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:22.721742632Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a5e3a555-ddaa-4d49-9e85-d81f21278f22","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:22.721757192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a5e3a555-ddaa-4d49-9e85-d81f21278f22","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:22.722054701Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2b344c18-567c-49a3-9c48-4f3855126e96","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:22.722069969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2b344c18-567c-49a3-9c48-4f3855126e96","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:22.774594449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"ba57d49f-68ab-428b-86c5-cec554fe4ab4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:22.776329127Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-b9045c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-b9045c","reconcileID":"90666083-17a6-43dc-b5fe-184bea43bb36","MaaSModelRef":{"name":"e2e-dft-del-b9045c","namespace":"llm"},"name":"e2e-dft-del-b9045c","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:22.776961568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"dfafba97-5fe7-432f-a22f-1673166c9042","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:22.826263757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"beda707d-085b-4a62-be21-f2cd30892fc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:22.881317397Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f014782a-f7c2-4009-9c48-25f446429ddc","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:22.881343202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f014782a-f7c2-4009-9c48-25f446429ddc","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:22.881810459Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b205c607-1662-48c2-bbeb-2636b6c31e1c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:22.881827096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b205c607-1662-48c2-bbeb-2636b6c31e1c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:22.882169469Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"85c735b0-419c-4b91-a18b-c5d1a99205ca","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:22.882186535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"85c735b0-419c-4b91-a18b-c5d1a99205ca","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:22.882542308Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"480ffb49-997d-4cb8-a21e-f07dea2fb5b3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:22.882560137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"480ffb49-997d-4cb8-a21e-f07dea2fb5b3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:22.884749319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"beda707d-085b-4a62-be21-f2cd30892fc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:22.937149104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"b610d288-fbab-4e1f-8715-f9e6e0602451","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:22.937144908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"ce32aba2-89fa-41d5-8a27-88b587bb129f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:22.995634785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"b610d288-fbab-4e1f-8715-f9e6e0602451","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:22.996763671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"ce32aba2-89fa-41d5-8a27-88b587bb129f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:23.139970145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"74f56f05-8359-417b-8880-14bf84d4b23d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:23.197926372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"74f56f05-8359-417b-8880-14bf84d4b23d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:23.241397266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"f136a928-47ba-40c3-9e6e-b820eb2c49ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:23.29964716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"f136a928-47ba-40c3-9e6e-b820eb2c49ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:23.340585905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"e28e4d14-1a6c-4cfd-ad30-3e6a5e175d75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:23.398808938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"e28e4d14-1a6c-4cfd-ad30-3e6a5e175d75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:23.441182529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"eeed097c-94f1-4ff5-a5a3-f44c18a551d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:23.44130342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"ebe20440-811c-4de9-bcb7-876a9836f050","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:23.44810264Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-b9045c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-b9045c","reconcileID":"a7d43e80-8521-418b-9af9-d0064b95f764","namespace":"llm","name":"e2e-dft-del-b9045c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:23.502415051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"ebe20440-811c-4de9-bcb7-876a9836f050","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:23.502942093Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-b9045c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-b9045c","reconcileID":"954997a3-dd4f-48c4-867a-c6b1b402eadd","MaaSModelRef":{"name":"e2e-dft-del-b9045c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-del-b9045c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:23.502959973Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-b9045c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-b9045c","reconcileID":"954997a3-dd4f-48c4-867a-c6b1b402eadd","MaaSModelRef":{"name":"e2e-dft-del-b9045c","namespace":"llm"},"routeName":"external-model-e2e-dft-del-b9045c-5fe52f52b6df","namespace":"llm","model":"e2e-dft-del-b9045c","externalModel":"e2e-dft-del-b9045c","provider":"e2e-dft-del-b9045c-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:23.503106143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"eeed097c-94f1-4ff5-a5a3-f44c18a551d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:23.643288186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d4fbc02b-8a14-437a-9e09-4c43fc802a1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:23.701819508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d4fbc02b-8a14-437a-9e09-4c43fc802a1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:23.749281114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"89cd55cb-5539-48db-a66d-4755707b5d16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:23.758994437Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d4fbc02b-8a14-437a-9e09-4c43fc802a1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:23.807575913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"89cd55cb-5539-48db-a66d-4755707b5d16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:23.848326957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"50066934-919f-45b9-8390-ec7cdb91c0a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:23.86673605Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"89cd55cb-5539-48db-a66d-4755707b5d16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:23.908027312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"50066934-919f-45b9-8390-ec7cdb91c0a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:23.95008114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"1f283640-e106-4346-af9b-491a0338a5ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:23.950908385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"496e505d-4f8a-4f01-ba52-085f87c7de0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:23.951110074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"06143169-411c-49fb-b604-2d379c6905c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:24.008860738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"1f283640-e106-4346-af9b-491a0338a5ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:24.00927127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"496e505d-4f8a-4f01-ba52-085f87c7de0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:24.011165556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"06143169-411c-49fb-b604-2d379c6905c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:24.051832455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"6e59fb20-3064-4b4c-b7aa-061fb3340c70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:24.110267369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"6e59fb20-3064-4b4c-b7aa-061fb3340c70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:24.272669702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"a98421c5-8cb2-4028-9ad6-429309d23504","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:24.331893206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"a98421c5-8cb2-4028-9ad6-429309d23504","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:24.375041144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"47554bb0-16da-4b04-9112-8a74a76f9eee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:24.379599475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"584bdb31-b025-46ea-8270-d5079fa58e61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:24.379702708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"40257113-8ebc-4823-81cb-96cf6792005f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:24.433178433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"47554bb0-16da-4b04-9112-8a74a76f9eee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:24.439055794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"40257113-8ebc-4823-81cb-96cf6792005f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:24.439055797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"584bdb31-b025-46ea-8270-d5079fa58e61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:24.480137139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"38add84c-7e03-49f1-a05e-d72111a0e338","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:24.538522319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"38add84c-7e03-49f1-a05e-d72111a0e338","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:28.836545897Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-b9045c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-b9045c","reconcileID":"ac3224d8-db5f-4905-814d-beda65396caf","namespace":"llm","name":"e2e-dft-del-b9045c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:28.892608838Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"27957e63-b678-498e-8093-7e4761c66d8b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:28.892628511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"27957e63-b678-498e-8093-7e4761c66d8b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:28.892889482Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"36e2c754-4e6d-4208-b415-a47ff75fcf25","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:28.892901453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"36e2c754-4e6d-4208-b415-a47ff75fcf25","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:28.893093202Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"93c3c858-45d2-4370-958a-0434b7e2e7b2","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:28.893104273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"93c3c858-45d2-4370-958a-0434b7e2e7b2","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:28.893293594Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"153da2f7-f064-4e57-8b80-c2d9265e2d70","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:28.893303536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"153da2f7-f064-4e57-8b80-c2d9265e2d70","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:28.893594276Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"cfa1838e-529f-430c-9894-b450bb342790","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:28.893606066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"cfa1838e-529f-430c-9894-b450bb342790","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:28.893820151Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e947ca30-f07c-4d3a-b653-bf3e81f073be","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:28.893831587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e947ca30-f07c-4d3a-b653-bf3e81f073be","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:28.894022653Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"dffb5aa0-1881-454e-b33d-3e236ea087fe","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:28.894032038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"dffb5aa0-1881-454e-b33d-3e236ea087fe","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:28.894219615Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7e58c36e-2e75-4fe6-ae25-77f38636b258","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:28.894228651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7e58c36e-2e75-4fe6-ae25-77f38636b258","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:28.995598312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f39479e7-6b94-42ea-a28d-c547bf38284c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:28.995597523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"5400dcae-595d-459f-a9e6-0d7d402318ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:28.996326025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"79ff50a7-8fd8-4255-85ad-d816d357f96d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:28.996347792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"070da130-1497-4c75-ad67-9940d0430f8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:28.996761644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0d303229-9cfa-40c2-b69d-920879cb7a04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:29.054770616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"79ff50a7-8fd8-4255-85ad-d816d357f96d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:29.054855088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f39479e7-6b94-42ea-a28d-c547bf38284c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:29.056994161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"5400dcae-595d-459f-a9e6-0d7d402318ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:29.05739651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0d303229-9cfa-40c2-b69d-920879cb7a04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:29.059261905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"070da130-1497-4c75-ad67-9940d0430f8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:29.110776309Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9fa9b771-9d11-467c-b1ad-6c80cca1ae63","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:29.111145222Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8a93426b-dedd-4fbe-9ed9-d97630212eb4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:29.114720431Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f39479e7-6b94-42ea-a28d-c547bf38284c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:29.114868748Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0d303229-9cfa-40c2-b69d-920879cb7a04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:29.274526679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"1d2f717c-c9c1-4144-86dd-177c029c4083","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:29.274531935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"eb0304dd-2489-44b2-b548-8a94587157ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:29.332778834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"eb0304dd-2489-44b2-b548-8a94587157ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:29.332890568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"1d2f717c-c9c1-4144-86dd-177c029c4083","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:29.352813899Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-b9045c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-b9045c","reconcileID":"c168152f-67fe-4e39-a847-27c36448d49a","namespace":"llm","name":"e2e-dft-del-b9045c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:29.422946471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"a67a7d0a-76a5-420e-b87d-115120bb95cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:29.422980165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"c9505aa5-9d95-4156-9702-b27a92e45abf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:29.423386515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"93a5de3e-09ce-41d1-b5c7-83149f1cc27e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:29.48360529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"c9505aa5-9d95-4156-9702-b27a92e45abf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:29.483623838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"a67a7d0a-76a5-420e-b87d-115120bb95cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:29.485967511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"93a5de3e-09ce-41d1-b5c7-83149f1cc27e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:29.697180362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"4ddb6359-ffa2-4b8a-b568-813e21b3c053","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:29.697204774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"5a7d6bce-7975-429e-b898-5bf9afec5bae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:29.754926867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"5a7d6bce-7975-429e-b898-5bf9afec5bae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:29.755469649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"4ddb6359-ffa2-4b8a-b568-813e21b3c053","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:29.897482457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1ff9a90a-5363-49c1-b398-b51916bcfb82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:29.897550067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3a7ac0d8-1479-491c-a5b9-8d5f5a29c5cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:29.897935134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"cc6e4f11-ebd5-4381-81e5-cf541a3b7383","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:29.956839458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1ff9a90a-5363-49c1-b398-b51916bcfb82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:29.957750837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3a7ac0d8-1479-491c-a5b9-8d5f5a29c5cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:29.960674082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"cc6e4f11-ebd5-4381-81e5-cf541a3b7383","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:30.017765903Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3a7ac0d8-1479-491c-a5b9-8d5f5a29c5cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:30.018165108Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1ff9a90a-5363-49c1-b398-b51916bcfb82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:30.12112602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"1310dbab-de41-4c05-b177-79f04bf05588","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:30.12116871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"45abf74e-8dd8-411b-b173-ea1dfd9c1491","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:30.179075954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"45abf74e-8dd8-411b-b173-ea1dfd9c1491","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:30.179349066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"1310dbab-de41-4c05-b177-79f04bf05588","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:30.221049752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"206769ee-ee13-4e44-a2f5-65d3c99ad7cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:30.221177948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"6d1432ed-159d-44c5-8d2f-2a1d8663653a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:30.280904515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"206769ee-ee13-4e44-a2f5-65d3c99ad7cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:30.280904513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"6d1432ed-159d-44c5-8d2f-2a1d8663653a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:30.326380746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"429789f2-b961-4af9-9b90-c045b3829884","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:30.384530607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"429789f2-b961-4af9-9b90-c045b3829884","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:30.544664253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"8b2aade7-f324-4c8f-b663-f435fbe2934a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:30.544734813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"9cfdfb33-8f1e-4127-9d60-9646af08fad4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:30.604483865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"8b2aade7-f324-4c8f-b663-f435fbe2934a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:30.604491969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"9cfdfb33-8f1e-4127-9d60-9646af08fad4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:30.902637682Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c832d"},"namespace":"ai-tenant-e2e-extmod-a-8c832d","name":"default-tenant","reconcileID":"475328a6-b639-4aaf-84a9-fcb5468d0f18","namespace":"ai-tenant-e2e-extmod-a-8c832d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:30.902693307Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c832d"},"namespace":"ai-tenant-e2e-extmod-a-8c832d","name":"default-tenant","reconcileID":"475328a6-b639-4aaf-84a9-fcb5468d0f18","namespace":"ai-tenant-e2e-extmod-a-8c832d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:30.902744082Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c832d"},"namespace":"ai-tenant-e2e-extmod-a-8c832d","name":"default-tenant","reconcileID":"475328a6-b639-4aaf-84a9-fcb5468d0f18","tenant":"e2e-extmod-a-8c832d","tenantID":"e2e-extmod-a-8c832d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:30.957486856Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c832d"},"namespace":"ai-tenant-e2e-extmod-a-8c832d","name":"default-tenant","reconcileID":"475328a6-b639-4aaf-84a9-fcb5468d0f18","gvk":"Deployment","name":"maas-api-e2e-extmod-a-8c832d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:31.023572306Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c832d"},"namespace":"ai-tenant-e2e-extmod-a-8c832d","name":"default-tenant","reconcileID":"475328a6-b639-4aaf-84a9-fcb5468d0f18","gvk":"Service","name":"maas-api-e2e-extmod-a-8c832d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:31.079708947Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c832d"},"namespace":"ai-tenant-e2e-extmod-a-8c832d","name":"default-tenant","reconcileID":"475328a6-b639-4aaf-84a9-fcb5468d0f18","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-8c832d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:31.134739045Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c832d"},"namespace":"ai-tenant-e2e-extmod-a-8c832d","name":"default-tenant","reconcileID":"475328a6-b639-4aaf-84a9-fcb5468d0f18","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-8c832d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:31.191129459Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c832d"},"namespace":"ai-tenant-e2e-extmod-a-8c832d","name":"default-tenant","reconcileID":"475328a6-b639-4aaf-84a9-fcb5468d0f18","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-8c832d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:31.219848Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:31.250275909Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c832d"},"namespace":"ai-tenant-e2e-extmod-a-8c832d","name":"default-tenant","reconcileID":"475328a6-b639-4aaf-84a9-fcb5468d0f18","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-8c832d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:31.306292813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c832d"},"namespace":"ai-tenant-e2e-extmod-a-8c832d","name":"default-tenant","reconcileID":"475328a6-b639-4aaf-84a9-fcb5468d0f18","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-8c832d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:31.36192626Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c832d"},"namespace":"ai-tenant-e2e-extmod-a-8c832d","name":"default-tenant","reconcileID":"475328a6-b639-4aaf-84a9-fcb5468d0f18","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-8c832d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:31.414998201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c832d"},"namespace":"ai-tenant-e2e-extmod-a-8c832d","name":"default-tenant","reconcileID":"475328a6-b639-4aaf-84a9-fcb5468d0f18","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-8c832d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:31.46778065Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c832d"},"namespace":"ai-tenant-e2e-extmod-a-8c832d","name":"default-tenant","reconcileID":"475328a6-b639-4aaf-84a9-fcb5468d0f18","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-8c832d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:31.520665612Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c832d"},"namespace":"ai-tenant-e2e-extmod-a-8c832d","name":"default-tenant","reconcileID":"475328a6-b639-4aaf-84a9-fcb5468d0f18","gvk":"Service","name":"payload-processing-e2e-extmod-a-8c832d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:31.573305538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c832d"},"namespace":"ai-tenant-e2e-extmod-a-8c832d","name":"default-tenant","reconcileID":"475328a6-b639-4aaf-84a9-fcb5468d0f18","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-8c832d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:31.626099303Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c832d"},"namespace":"ai-tenant-e2e-extmod-a-8c832d","name":"default-tenant","reconcileID":"475328a6-b639-4aaf-84a9-fcb5468d0f18","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-8c832d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:31.678626163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c832d"},"namespace":"ai-tenant-e2e-extmod-a-8c832d","name":"default-tenant","reconcileID":"475328a6-b639-4aaf-84a9-fcb5468d0f18","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-8c832d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:31.731439451Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c832d"},"namespace":"ai-tenant-e2e-extmod-a-8c832d","name":"default-tenant","reconcileID":"475328a6-b639-4aaf-84a9-fcb5468d0f18","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-8c832d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:31.788620863Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c832d"},"namespace":"ai-tenant-e2e-extmod-a-8c832d","name":"default-tenant","reconcileID":"475328a6-b639-4aaf-84a9-fcb5468d0f18","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-8c832d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:31.84160581Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c832d"},"namespace":"ai-tenant-e2e-extmod-a-8c832d","name":"default-tenant","reconcileID":"475328a6-b639-4aaf-84a9-fcb5468d0f18","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-8c832d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:31.894779118Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c832d"},"namespace":"ai-tenant-e2e-extmod-a-8c832d","name":"default-tenant","reconcileID":"475328a6-b639-4aaf-84a9-fcb5468d0f18","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-8c832d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:31.947739272Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c832d"},"namespace":"ai-tenant-e2e-extmod-a-8c832d","name":"default-tenant","reconcileID":"475328a6-b639-4aaf-84a9-fcb5468d0f18","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-8c832d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:32.000839377Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c832d"},"namespace":"ai-tenant-e2e-extmod-a-8c832d","name":"default-tenant","reconcileID":"475328a6-b639-4aaf-84a9-fcb5468d0f18","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-8c832d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:32.716862527Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-8c832d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-8c832d","reconcileID":"aaf7c011-d822-4f8b-9cd7-2dddd77dbc61","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-8c832d","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-8c832d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:33.899292227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08084c86-7bdf-417f-bca2-06ff1fba606b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:33.953203918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08084c86-7bdf-417f-bca2-06ff1fba606b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:34.006437049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08084c86-7bdf-417f-bca2-06ff1fba606b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:34.059579958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08084c86-7bdf-417f-bca2-06ff1fba606b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:36.03574136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eeb8b41d-2f13-48bd-b3a6-63bcbc93418d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:36.088965616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eeb8b41d-2f13-48bd-b3a6-63bcbc93418d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:36.142311852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eeb8b41d-2f13-48bd-b3a6-63bcbc93418d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:36.198203014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eeb8b41d-2f13-48bd-b3a6-63bcbc93418d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:37.330633564Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-934bd4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-934bd4","reconcileID":"534f6393-c335-4a3a-b9a4-08d47d7f3964","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-934bd4","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-934bd4":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:38.22076843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60684655-2e54-44c9-8feb-626816bbf1a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:38.274690094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60684655-2e54-44c9-8feb-626816bbf1a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:38.328632109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60684655-2e54-44c9-8feb-626816bbf1a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:38.382358999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60684655-2e54-44c9-8feb-626816bbf1a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:40.179545624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ac83c41c-d116-4caa-957c-20d0be00aef9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:40.179545226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"97de9c92-4898-49ea-8308-69a1f4524464","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:40.238422196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ac83c41c-d116-4caa-957c-20d0be00aef9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:40.238479538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"97de9c92-4898-49ea-8308-69a1f4524464","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:40.296134048Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ac83c41c-d116-4caa-957c-20d0be00aef9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:40.296148146Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"97de9c92-4898-49ea-8308-69a1f4524464","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:40.356559523Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f9106643-20ba-4ace-b60f-0c49a699f54e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:40.356580197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f9106643-20ba-4ace-b60f-0c49a699f54e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:40.359515861Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"24ad3fb7-7db2-4081-8e13-0c7564a41030","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:40.359531507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"24ad3fb7-7db2-4081-8e13-0c7564a41030","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:40.422663541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"609844e2-3d56-4e9a-94d9-bb7f16a69d9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:40.476521144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"609844e2-3d56-4e9a-94d9-bb7f16a69d9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:40.529698643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"609844e2-3d56-4e9a-94d9-bb7f16a69d9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:40.582824473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"609844e2-3d56-4e9a-94d9-bb7f16a69d9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:41.304977218Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-eed598","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-eed598","reconcileID":"ffa3d22d-4927-4813-bad6-9a09036f0743","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-eed598","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-eed598":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:42.549781956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"043a9658-dc97-49f3-9987-fd0a21479960","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:42.603001968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"043a9658-dc97-49f3-9987-fd0a21479960","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:42.656008596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"043a9658-dc97-49f3-9987-fd0a21479960","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:42.709077361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"043a9658-dc97-49f3-9987-fd0a21479960","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:50.514565299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"61864262-48c9-4cd6-9b01-ce1ea01b7f31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:50.516400591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a0793c03-e021-4f0d-99de-57798a8eb3d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:50.573494601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"61864262-48c9-4cd6-9b01-ce1ea01b7f31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:50.574736038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a0793c03-e021-4f0d-99de-57798a8eb3d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:50.630842528Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"61864262-48c9-4cd6-9b01-ce1ea01b7f31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:08:50.631638984Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a0793c03-e021-4f0d-99de-57798a8eb3d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:00.790518226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c1834263-9ca4-49b2-bc91-64b900ba5132","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:00.790513706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fad923b9-0d5c-4d67-9daf-67d409ff3ee0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:00.849350008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fad923b9-0d5c-4d67-9daf-67d409ff3ee0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:00.84951791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c1834263-9ca4-49b2-bc91-64b900ba5132","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:00.906453381Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fad923b9-0d5c-4d67-9daf-67d409ff3ee0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:00.906880301Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c1834263-9ca4-49b2-bc91-64b900ba5132","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:01.218701484Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:11.065909779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ad3cd002-ccab-444b-830a-d6bf4dd2ebec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:11.065963744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"865fdc13-e452-4258-9582-497adb2b58e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:11.124767126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"865fdc13-e452-4258-9582-497adb2b58e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:11.124860885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ad3cd002-ccab-444b-830a-d6bf4dd2ebec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:11.397895648Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b55216e4-3ece-44d4-9e0a-e0d1ffb75d47","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:11.397916849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b55216e4-3ece-44d4-9e0a-e0d1ffb75d47","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:11.400567976Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"181af2db-5ca3-48a5-b649-aa150118b3c5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:11.400585042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"181af2db-5ca3-48a5-b649-aa150118b3c5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:23.764645433Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-subscription","reconcileID":"b10be306-883d-47ac-a9b1-4456e2dcc41c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-simulator-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:23.865369989Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-subscription","reconcileID":"08c32cc0-3bf5-4ceb-8b50-df613f5c0cba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-premium-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/premium-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:23.978129229Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-subscription","reconcileID":"9cc09443-3b1c-42d4-a45e-30e51161f2cc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-premium-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/premium-w3-68b670","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:23.982104361Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-subscription","reconcileID":"5456fadc-4b3b-4b61-8014-dc84f950de48","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-premium-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/premium-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:24.104582262Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-subscription","reconcileID":"57a7d7a3-5d41-4451-b9bf-35ac1e0900e2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-simulator-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/simulator-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:24.204961122Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"551bafd5-0dd0-47d5-a2c1-4cfb5a642bc6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:24.22684739Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-subscription","reconcileID":"767d4dce-339e-4e2a-9518-17aea03d01bc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-simulator-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/simulator-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:24.956351256Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-subscription","reconcileID":"db2155a5-cdce-4dc3-b504-e5e4e4d5edc8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-simulator-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:25.073996981Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9ba695ca-977b-42d9-9c16-7f538e97bb7b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:25.198709645Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-subscription","reconcileID":"43d64895-6b47-46c0-8da4-cf2c10a79761","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-premium-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/premium-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:25.29820201Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-subscription","reconcileID":"c5f05ed1-cb29-4880-8379-82096bfe41ce","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:25.323060148Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-subscription","reconcileID":"42385f22-3982-4898-88b6-f2f02eea705c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-premium-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/premium-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:26.410203083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ed4ecc"},"namespace":"ai-tenant-e2e-inf-a-ed4ecc","name":"default-tenant","reconcileID":"91a2f8f1-ee09-4c27-be6b-fca2b446b76c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-ed4ecc","tenantID":"e2e-inf-a-ed4ecc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:26.529695894Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ed4ecc"},"namespace":"ai-tenant-e2e-inf-a-ed4ecc","name":"default-tenant","reconcileID":"91a2f8f1-ee09-4c27-be6b-fca2b446b76c","name":"e2e-inf-a-ed4ecc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:31.217621702Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:31.321945013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-214eab"},"namespace":"ai-tenant-e2e-inf-a-214eab","name":"default-tenant","reconcileID":"240fb64c-5775-4fb8-b6ea-b478d09a6d35","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-214eab","tenantID":"e2e-inf-a-214eab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:31.441206544Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-214eab"},"namespace":"ai-tenant-e2e-inf-a-214eab","name":"default-tenant","reconcileID":"240fb64c-5775-4fb8-b6ea-b478d09a6d35","name":"e2e-inf-a-214eab-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:41.097400317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4fa79"},"namespace":"ai-tenant-e2e-extmod-a-c4fa79","name":"default-tenant","reconcileID":"9cf5a86f-5467-4967-8b41-1a7f93698088","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4fa79","tenantID":"e2e-extmod-a-c4fa79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:41.217660983Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4fa79"},"namespace":"ai-tenant-e2e-extmod-a-c4fa79","name":"default-tenant","reconcileID":"9cf5a86f-5467-4967-8b41-1a7f93698088","name":"e2e-extmod-a-c4fa79-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:45.82911291Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"35556f5e-b59d-448a-bdba-695ad422c620","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:45.929242866Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-subscription","reconcileID":"1cf9ef58-0554-483d-b961-6ee7fe92534f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-simulator-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:46.031599691Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-subscription","reconcileID":"c6cf1688-f43b-4b29-9cd4-0281c7ccb947","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-premium-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/premium-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:46.138259779Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-subscription","reconcileID":"0e034538-ba04-4c71-abad-c28ece90da16","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-premium-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/premium-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:46.280833558Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-subscription","reconcileID":"f2f902d3-4225-4a64-a919-443cec1fc7f9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-simulator-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/simulator-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:46.46078711Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-subscription","reconcileID":"9a4fc1f2-28c0-4bc1-b516-8963463a0e5c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-premium-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/premium-w3-68b670","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:46.620824383Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-subscription","reconcileID":"8510f1c9-6ace-4f0c-83a5-7d233e4d6a02","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-simulator-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:46.625876177Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-subscription","reconcileID":"ecd51561-6a08-4ff6-9d34-cfb539a85db1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-simulator-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/simulator-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:46.721048116Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-subscription","reconcileID":"274a086e-5523-491d-b8cb-c8272031e66a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-premium-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/premium-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:46.820963684Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-subscription","reconcileID":"da5ce239-16d1-4dec-9ea8-dc4d494dd764","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:47.134178689Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5b81526e-bf44-4c6c-8849-159f47d24f0f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:09:47.27153501Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-subscription","reconcileID":"7caf69d3-fbd9-4620-9e9e-624f07f07f54","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-premium-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/premium-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:01.217356374Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:05.551307078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-934bd4"},"namespace":"ai-tenant-e2e-inf-a-934bd4","name":"default-tenant","reconcileID":"60d263f2-4353-4544-b625-1f91c61efdad","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-934bd4","tenantID":"e2e-inf-a-934bd4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:05.671807241Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-934bd4"},"namespace":"ai-tenant-e2e-inf-a-934bd4","name":"default-tenant","reconcileID":"60d263f2-4353-4544-b625-1f91c61efdad","name":"e2e-inf-a-934bd4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:15.375162592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-eed598"},"namespace":"ai-tenant-e2e-inf-a-eed598","name":"default-tenant","reconcileID":"96d1cb5e-af03-44af-b91b-0fcaff17bcad","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-eed598","tenantID":"e2e-inf-a-eed598","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:15.49509592Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-eed598"},"namespace":"ai-tenant-e2e-inf-a-eed598","name":"default-tenant","reconcileID":"96d1cb5e-af03-44af-b91b-0fcaff17bcad","name":"e2e-inf-a-eed598-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:10:31.218516844Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:00.761580472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6968ac8e-7e74-4fe4-b7a5-4bdb542f73e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:00.814862844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6968ac8e-7e74-4fe4-b7a5-4bdb542f73e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:00.867905207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6968ac8e-7e74-4fe4-b7a5-4bdb542f73e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:00.920828809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6968ac8e-7e74-4fe4-b7a5-4bdb542f73e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:01.217921672Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:02.893207347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97cc0145-4662-41bf-9f1c-feee906e85ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:02.94715156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97cc0145-4662-41bf-9f1c-feee906e85ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:03.00001535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97cc0145-4662-41bf-9f1c-feee906e85ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:03.054244604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97cc0145-4662-41bf-9f1c-feee906e85ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:05.01191076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e33270a-c75f-4dc7-ae88-1f82ebc6840e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:05.065140906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e33270a-c75f-4dc7-ae88-1f82ebc6840e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:05.118387457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e33270a-c75f-4dc7-ae88-1f82ebc6840e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:05.171501556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e33270a-c75f-4dc7-ae88-1f82ebc6840e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:07.159439705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6748ac3a-9a98-4773-a92c-e8b42575849e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:07.212998823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6748ac3a-9a98-4773-a92c-e8b42575849e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:07.266074042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6748ac3a-9a98-4773-a92c-e8b42575849e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:07.319089739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6748ac3a-9a98-4773-a92c-e8b42575849e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:07.595588059Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-8540f6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-8540f6","reconcileID":"d3cacb6a-08ac-45b6-bde7-f2f06c4a1b13","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-8540f6","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-8540f6":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:09.281352086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d914210-a1a6-47a5-9452-ce6e82687aff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:09.334674758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d914210-a1a6-47a5-9452-ce6e82687aff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:09.387959584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d914210-a1a6-47a5-9452-ce6e82687aff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:09.4411914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d914210-a1a6-47a5-9452-ce6e82687aff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:16.940118635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b55cf2d9-e00e-41a4-9a2b-9490af9cde45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:16.993281397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b55cf2d9-e00e-41a4-9a2b-9490af9cde45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:17.04631468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b55cf2d9-e00e-41a4-9a2b-9490af9cde45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:17.099311952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b55cf2d9-e00e-41a4-9a2b-9490af9cde45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:18.359413392Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-subscription","reconcileID":"9e3931ed-1bc2-42e5-ae35-cae80a0264b5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-simulator-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:18.412679297Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-subscription","reconcileID":"2f55b13f-0016-4a95-b9f3-397d3e77f872","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-premium-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/premium-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:18.42379109Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-subscription","reconcileID":"b1ca7e69-c734-47b1-a369-1e372d14126f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-premium-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/premium-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:18.653655418Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-subscription","reconcileID":"08fe5944-6e8b-4289-b042-270d57bc0cd6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-simulator-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/simulator-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:18.708217498Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-subscription","reconcileID":"98da9fd9-085c-4395-a989-74a07aa83d21","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-premium-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/premium-w3-68b670","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:19.077886217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f66cf1f2-e730-4696-8984-32bf553ff1a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:19.09809984Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d1bb95b9-5b08-4d26-bc75-04ff7cba609e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:19.131090741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f66cf1f2-e730-4696-8984-32bf553ff1a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:19.184053335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f66cf1f2-e730-4696-8984-32bf553ff1a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:19.237278707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f66cf1f2-e730-4696-8984-32bf553ff1a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:19.344684285Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-subscription","reconcileID":"8d3dc043-924a-4f7d-b961-450d3b071a3c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-simulator-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:19.451255283Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-subscription","reconcileID":"c68f40b1-61d9-449b-bedf-456c2551f948","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-premium-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/premium-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:19.467539529Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-subscription","reconcileID":"81d96365-d576-4d9c-b9c4-88c4b1485d32","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:19.560136606Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-subscription","reconcileID":"75cc44bd-6ae3-4bc5-ac4b-a56be01355d9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-simulator-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/simulator-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:19.948903972Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-subscription","reconcileID":"0002320a-f74f-43a0-b057-5bd2f3e4053c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-premium-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/premium-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:20.050088164Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fbfea63d-b2b1-4b84-9c4d-c86cb54931d7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:21.200888519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"791fdcb6-1288-448d-8290-45f619eb5364","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:21.254562043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"791fdcb6-1288-448d-8290-45f619eb5364","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:21.307796638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"791fdcb6-1288-448d-8290-45f619eb5364","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:21.361807779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"791fdcb6-1288-448d-8290-45f619eb5364","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:23.358117168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49dff6cc-5c16-4304-a5fe-3fd97b1d7779","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:23.411232233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49dff6cc-5c16-4304-a5fe-3fd97b1d7779","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:23.464259348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49dff6cc-5c16-4304-a5fe-3fd97b1d7779","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:23.517426516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49dff6cc-5c16-4304-a5fe-3fd97b1d7779","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:25.467726476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebaac352-2523-47d6-96af-ba6ca20fb767","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:25.52070188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebaac352-2523-47d6-96af-ba6ca20fb767","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:25.573640141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebaac352-2523-47d6-96af-ba6ca20fb767","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:25.626885145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebaac352-2523-47d6-96af-ba6ca20fb767","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:11:31.218165476Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:01.217597669Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:31.220568885Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:33.025904691Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-214eab"},"namespace":"ai-tenant-e2e-inf-a-214eab","name":"default-tenant","reconcileID":"b2f7ebb8-0f49-46ec-bf34-0d5793bae0c6","namespace":"ai-tenant-e2e-inf-a-214eab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:33.02597257Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-214eab"},"namespace":"ai-tenant-e2e-inf-a-214eab","name":"default-tenant","reconcileID":"b2f7ebb8-0f49-46ec-bf34-0d5793bae0c6","namespace":"ai-tenant-e2e-inf-a-214eab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:33.026030557Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-214eab"},"namespace":"ai-tenant-e2e-inf-a-214eab","name":"default-tenant","reconcileID":"b2f7ebb8-0f49-46ec-bf34-0d5793bae0c6","tenant":"e2e-inf-a-214eab","tenantID":"e2e-inf-a-214eab","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:33.081836352Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-214eab"},"namespace":"ai-tenant-e2e-inf-a-214eab","name":"default-tenant","reconcileID":"b2f7ebb8-0f49-46ec-bf34-0d5793bae0c6","gvk":"Deployment","name":"maas-api-e2e-inf-a-214eab","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:33.143731891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-214eab"},"namespace":"ai-tenant-e2e-inf-a-214eab","name":"default-tenant","reconcileID":"b2f7ebb8-0f49-46ec-bf34-0d5793bae0c6","gvk":"Service","name":"maas-api-e2e-inf-a-214eab","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:33.201833514Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-214eab"},"namespace":"ai-tenant-e2e-inf-a-214eab","name":"default-tenant","reconcileID":"b2f7ebb8-0f49-46ec-bf34-0d5793bae0c6","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-214eab","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:33.257038812Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-214eab"},"namespace":"ai-tenant-e2e-inf-a-214eab","name":"default-tenant","reconcileID":"b2f7ebb8-0f49-46ec-bf34-0d5793bae0c6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-214eab","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:33.318564081Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-214eab"},"namespace":"ai-tenant-e2e-inf-a-214eab","name":"default-tenant","reconcileID":"b2f7ebb8-0f49-46ec-bf34-0d5793bae0c6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-214eab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:33.377031754Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-214eab"},"namespace":"ai-tenant-e2e-inf-a-214eab","name":"default-tenant","reconcileID":"b2f7ebb8-0f49-46ec-bf34-0d5793bae0c6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-214eab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:33.43556993Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-214eab"},"namespace":"ai-tenant-e2e-inf-a-214eab","name":"default-tenant","reconcileID":"b2f7ebb8-0f49-46ec-bf34-0d5793bae0c6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-214eab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:33.49110698Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-214eab"},"namespace":"ai-tenant-e2e-inf-a-214eab","name":"default-tenant","reconcileID":"b2f7ebb8-0f49-46ec-bf34-0d5793bae0c6","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-214eab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:33.544346863Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-214eab"},"namespace":"ai-tenant-e2e-inf-a-214eab","name":"default-tenant","reconcileID":"b2f7ebb8-0f49-46ec-bf34-0d5793bae0c6","gvk":"Deployment","name":"payload-processing-e2e-inf-a-214eab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:33.597282729Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-214eab"},"namespace":"ai-tenant-e2e-inf-a-214eab","name":"default-tenant","reconcileID":"b2f7ebb8-0f49-46ec-bf34-0d5793bae0c6","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-214eab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:33.651186261Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-214eab"},"namespace":"ai-tenant-e2e-inf-a-214eab","name":"default-tenant","reconcileID":"b2f7ebb8-0f49-46ec-bf34-0d5793bae0c6","gvk":"Service","name":"payload-processing-e2e-inf-a-214eab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:33.703924361Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-214eab"},"namespace":"ai-tenant-e2e-inf-a-214eab","name":"default-tenant","reconcileID":"b2f7ebb8-0f49-46ec-bf34-0d5793bae0c6","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-214eab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:33.757060041Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-214eab"},"namespace":"ai-tenant-e2e-inf-a-214eab","name":"default-tenant","reconcileID":"b2f7ebb8-0f49-46ec-bf34-0d5793bae0c6","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-214eab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:33.810022373Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-214eab"},"namespace":"ai-tenant-e2e-inf-a-214eab","name":"default-tenant","reconcileID":"b2f7ebb8-0f49-46ec-bf34-0d5793bae0c6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-214eab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:33.863271917Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-214eab"},"namespace":"ai-tenant-e2e-inf-a-214eab","name":"default-tenant","reconcileID":"b2f7ebb8-0f49-46ec-bf34-0d5793bae0c6","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-214eab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:33.92068942Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-214eab"},"namespace":"ai-tenant-e2e-inf-a-214eab","name":"default-tenant","reconcileID":"b2f7ebb8-0f49-46ec-bf34-0d5793bae0c6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-214eab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:33.974210066Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-214eab"},"namespace":"ai-tenant-e2e-inf-a-214eab","name":"default-tenant","reconcileID":"b2f7ebb8-0f49-46ec-bf34-0d5793bae0c6","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-214eab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:34.027387485Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-214eab"},"namespace":"ai-tenant-e2e-inf-a-214eab","name":"default-tenant","reconcileID":"b2f7ebb8-0f49-46ec-bf34-0d5793bae0c6","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-214eab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:34.080428111Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-214eab"},"namespace":"ai-tenant-e2e-inf-a-214eab","name":"default-tenant","reconcileID":"b2f7ebb8-0f49-46ec-bf34-0d5793bae0c6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-214eab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:34.135215393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-214eab"},"namespace":"ai-tenant-e2e-inf-a-214eab","name":"default-tenant","reconcileID":"b2f7ebb8-0f49-46ec-bf34-0d5793bae0c6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-214eab","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:41.212764862Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-214eab","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-214eab","reconcileID":"457bb166-8475-4b4f-a6f0-a31c91f94f5d","aitenant":"ai-tenants/e2e-inf-a-214eab","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:41.692005967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dc6e192-906e-47fa-a6cf-44b18eeb9e71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:41.74542999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dc6e192-906e-47fa-a6cf-44b18eeb9e71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:41.798994409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dc6e192-906e-47fa-a6cf-44b18eeb9e71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:41.852438682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dc6e192-906e-47fa-a6cf-44b18eeb9e71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:42.066380465Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-214eab","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-214eab","reconcileID":"457bb166-8475-4b4f-a6f0-a31c91f94f5d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-214eab","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-214eab"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:43.883165703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92a14fe5-1436-4eb6-a071-aa63a45448d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:43.936310448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92a14fe5-1436-4eb6-a071-aa63a45448d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:43.989498271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92a14fe5-1436-4eb6-a071-aa63a45448d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:44.043487178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92a14fe5-1436-4eb6-a071-aa63a45448d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:44.373893296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8540f6"},"namespace":"ai-tenant-e2e-inf-b-8540f6","name":"default-tenant","reconcileID":"39385649-f38f-4717-8c40-aef31e3a1d3a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-8540f6","tenantID":"e2e-inf-b-8540f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:44.502033742Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8540f6"},"namespace":"ai-tenant-e2e-inf-b-8540f6","name":"default-tenant","reconcileID":"39385649-f38f-4717-8c40-aef31e3a1d3a","name":"e2e-inf-b-8540f6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:44.56117229Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4fa79"},"namespace":"ai-tenant-e2e-extmod-a-c4fa79","name":"default-tenant","reconcileID":"09d566b7-2e98-4dda-bbff-d534d08487b6","namespace":"ai-tenant-e2e-extmod-a-c4fa79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:44.56126406Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4fa79"},"namespace":"ai-tenant-e2e-extmod-a-c4fa79","name":"default-tenant","reconcileID":"09d566b7-2e98-4dda-bbff-d534d08487b6","namespace":"ai-tenant-e2e-extmod-a-c4fa79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:44.561358205Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4fa79"},"namespace":"ai-tenant-e2e-extmod-a-c4fa79","name":"default-tenant","reconcileID":"09d566b7-2e98-4dda-bbff-d534d08487b6","tenant":"e2e-extmod-a-c4fa79","tenantID":"e2e-extmod-a-c4fa79","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:44.617185827Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4fa79"},"namespace":"ai-tenant-e2e-extmod-a-c4fa79","name":"default-tenant","reconcileID":"09d566b7-2e98-4dda-bbff-d534d08487b6","gvk":"Deployment","name":"maas-api-e2e-extmod-a-c4fa79","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:44.680557201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4fa79"},"namespace":"ai-tenant-e2e-extmod-a-c4fa79","name":"default-tenant","reconcileID":"09d566b7-2e98-4dda-bbff-d534d08487b6","gvk":"Service","name":"maas-api-e2e-extmod-a-c4fa79","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:44.736824855Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4fa79"},"namespace":"ai-tenant-e2e-extmod-a-c4fa79","name":"default-tenant","reconcileID":"09d566b7-2e98-4dda-bbff-d534d08487b6","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-c4fa79","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:44.791981633Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4fa79"},"namespace":"ai-tenant-e2e-extmod-a-c4fa79","name":"default-tenant","reconcileID":"09d566b7-2e98-4dda-bbff-d534d08487b6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-c4fa79","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:44.850420364Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4fa79"},"namespace":"ai-tenant-e2e-extmod-a-c4fa79","name":"default-tenant","reconcileID":"09d566b7-2e98-4dda-bbff-d534d08487b6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-c4fa79","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:44.908415233Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4fa79"},"namespace":"ai-tenant-e2e-extmod-a-c4fa79","name":"default-tenant","reconcileID":"09d566b7-2e98-4dda-bbff-d534d08487b6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-c4fa79","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:44.966588078Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4fa79"},"namespace":"ai-tenant-e2e-extmod-a-c4fa79","name":"default-tenant","reconcileID":"09d566b7-2e98-4dda-bbff-d534d08487b6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-c4fa79","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:45.023731178Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4fa79"},"namespace":"ai-tenant-e2e-extmod-a-c4fa79","name":"default-tenant","reconcileID":"09d566b7-2e98-4dda-bbff-d534d08487b6","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-c4fa79","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:45.076739289Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4fa79"},"namespace":"ai-tenant-e2e-extmod-a-c4fa79","name":"default-tenant","reconcileID":"09d566b7-2e98-4dda-bbff-d534d08487b6","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-c4fa79","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:45.174567922Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4fa79"},"namespace":"ai-tenant-e2e-extmod-a-c4fa79","name":"default-tenant","reconcileID":"09d566b7-2e98-4dda-bbff-d534d08487b6","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-c4fa79","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:45.228233237Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4fa79"},"namespace":"ai-tenant-e2e-extmod-a-c4fa79","name":"default-tenant","reconcileID":"09d566b7-2e98-4dda-bbff-d534d08487b6","gvk":"Service","name":"payload-processing-e2e-extmod-a-c4fa79","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:45.285392507Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4fa79"},"namespace":"ai-tenant-e2e-extmod-a-c4fa79","name":"default-tenant","reconcileID":"09d566b7-2e98-4dda-bbff-d534d08487b6","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-c4fa79","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:45.337881399Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4fa79"},"namespace":"ai-tenant-e2e-extmod-a-c4fa79","name":"default-tenant","reconcileID":"09d566b7-2e98-4dda-bbff-d534d08487b6","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-c4fa79","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:45.390686673Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4fa79"},"namespace":"ai-tenant-e2e-extmod-a-c4fa79","name":"default-tenant","reconcileID":"09d566b7-2e98-4dda-bbff-d534d08487b6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-c4fa79","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:45.443256973Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4fa79"},"namespace":"ai-tenant-e2e-extmod-a-c4fa79","name":"default-tenant","reconcileID":"09d566b7-2e98-4dda-bbff-d534d08487b6","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-c4fa79","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:45.504351033Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4fa79"},"namespace":"ai-tenant-e2e-extmod-a-c4fa79","name":"default-tenant","reconcileID":"09d566b7-2e98-4dda-bbff-d534d08487b6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-c4fa79","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:45.557237262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4fa79"},"namespace":"ai-tenant-e2e-extmod-a-c4fa79","name":"default-tenant","reconcileID":"09d566b7-2e98-4dda-bbff-d534d08487b6","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-c4fa79","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:45.610336115Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4fa79"},"namespace":"ai-tenant-e2e-extmod-a-c4fa79","name":"default-tenant","reconcileID":"09d566b7-2e98-4dda-bbff-d534d08487b6","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-c4fa79","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:45.663438358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4fa79"},"namespace":"ai-tenant-e2e-extmod-a-c4fa79","name":"default-tenant","reconcileID":"09d566b7-2e98-4dda-bbff-d534d08487b6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-c4fa79","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:45.728828168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4fa79"},"namespace":"ai-tenant-e2e-extmod-a-c4fa79","name":"default-tenant","reconcileID":"09d566b7-2e98-4dda-bbff-d534d08487b6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-c4fa79","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:45.728888523Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-c4fa79","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-c4fa79","reconcileID":"d9d9e929-f52b-46f5-9226-e19ae1e4ac1e","aitenant":"ai-tenants/e2e-extmod-a-c4fa79","reason":"MaasTenantConfig is terminating and cannot restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:46.08462937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67f048e7-0575-4fec-b2e1-4f9bef89c8b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:46.141068795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67f048e7-0575-4fec-b2e1-4f9bef89c8b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:46.194800469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67f048e7-0575-4fec-b2e1-4f9bef89c8b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:46.248021292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67f048e7-0575-4fec-b2e1-4f9bef89c8b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:46.543402635Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-c4fa79","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-c4fa79","reconcileID":"d9d9e929-f52b-46f5-9226-e19ae1e4ac1e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-c4fa79","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-c4fa79"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:46.597905588Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a07321f6-f10d-4fc1-8467-63c6627c237a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:46.597933443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a07321f6-f10d-4fc1-8467-63c6627c237a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:46.654075175Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"783bfa50-9b48-41c5-b7ca-46ead8c540c0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:46.654105504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"783bfa50-9b48-41c5-b7ca-46ead8c540c0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:46.761123943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-1fb8e030","namespace":"ai-tenant-e2e-mt-1fb8e030"},"namespace":"ai-tenant-e2e-mt-1fb8e030","name":"e2e-policy-1fb8e030","reconcileID":"c86eda38-cdf6-4018-8991-b145211badc7","MaaSAuthPolicy":{"name":"e2e-policy-1fb8e030","namespace":"ai-tenant-e2e-mt-1fb8e030"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:46.890124882Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-1fb8e030","namespace":"ai-tenant-e2e-mt-1fb8e030"},"namespace":"ai-tenant-e2e-mt-1fb8e030","name":"e2e-policy-1fb8e030","reconcileID":"c86eda38-cdf6-4018-8991-b145211badc7","MaaSAuthPolicy":{"name":"e2e-policy-1fb8e030","namespace":"ai-tenant-e2e-mt-1fb8e030"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:46.946870916Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-1fb8e030","namespace":"ai-tenant-e2e-mt-1fb8e030"},"namespace":"ai-tenant-e2e-mt-1fb8e030","name":"e2e-policy-1fb8e030","reconcileID":"c86eda38-cdf6-4018-8991-b145211badc7","MaaSAuthPolicy":{"name":"e2e-policy-1fb8e030","namespace":"ai-tenant-e2e-mt-1fb8e030"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:47.009489454Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ab549df1-281c-4d45-8763-326e3bf6a292","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:47.009511555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ab549df1-281c-4d45-8763-326e3bf6a292","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:47.032863989Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1bce6397-c3bc-474e-98d9-6dffc99d9537","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:47.033047909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1bce6397-c3bc-474e-98d9-6dffc99d9537","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:47.101595675Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"74b05033-43b6-4dc5-9ee0-8e1a64dbeaaa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:47.101620839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"74b05033-43b6-4dc5-9ee0-8e1a64dbeaaa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:12:47.149943973Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-1fb8e030","namespace":"ai-tenant-e2e-mt-1fb8e030"},"namespace":"ai-tenant-e2e-mt-1fb8e030","name":"e2e-sub-1fb8e030","reconcileID":"5cd03a14-fade-48d2-9ebb-7cd3b8719d23","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-1fb8e030\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:47.169421147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-1fb8e030","namespace":"ai-tenant-e2e-mt-1fb8e030"},"namespace":"ai-tenant-e2e-mt-1fb8e030","name":"e2e-policy-1fb8e030","reconcileID":"4b45657f-8e29-470f-9dda-e5319de96e5a","MaaSAuthPolicy":{"name":"e2e-policy-1fb8e030","namespace":"ai-tenant-e2e-mt-1fb8e030"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:47.233265549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-1fb8e030","namespace":"ai-tenant-e2e-mt-1fb8e030"},"namespace":"ai-tenant-e2e-mt-1fb8e030","name":"e2e-policy-1fb8e030","reconcileID":"4b45657f-8e29-470f-9dda-e5319de96e5a","MaaSAuthPolicy":{"name":"e2e-policy-1fb8e030","namespace":"ai-tenant-e2e-mt-1fb8e030"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:47.28042069Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ed06973-2da2-42f5-be33-76f254384049","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:47.2804609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ed06973-2da2-42f5-be33-76f254384049","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:47.292041413Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-1fb8e030","namespace":"ai-tenant-e2e-mt-1fb8e030"},"namespace":"ai-tenant-e2e-mt-1fb8e030","name":"e2e-policy-1fb8e030","reconcileID":"4b45657f-8e29-470f-9dda-e5319de96e5a","MaaSAuthPolicy":{"name":"e2e-policy-1fb8e030","namespace":"ai-tenant-e2e-mt-1fb8e030"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:47.340266736Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7071e170-78f3-4b4a-a9e3-0571266c3850","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:47.340296017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7071e170-78f3-4b4a-a9e3-0571266c3850","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:47.625774627Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-1fb8e030","namespace":"ai-tenant-e2e-mt-1fb8e030"},"namespace":"ai-tenant-e2e-mt-1fb8e030","name":"e2e-sub-1fb8e030","reconcileID":"88c4a1f3-0c78-482e-ac80-cc2b2ad757a4","MaaSSubscription":{"name":"e2e-sub-1fb8e030","namespace":"ai-tenant-e2e-mt-1fb8e030"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-1fb8e030/e2e-sub-1fb8e030","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:47.844732784Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1e8a1aa1-c9bb-4429-9e27-465a8825e25f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:47.849553037Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a8709eb1-919c-407a-b902-9ae54dde4d81","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:47.849574237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a8709eb1-919c-407a-b902-9ae54dde4d81","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:48.067055077Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-1fb8e030","namespace":"ai-tenant-e2e-mt-1fb8e030"},"namespace":"ai-tenant-e2e-mt-1fb8e030","name":"e2e-sub-1fb8e030","reconcileID":"b016966c-87ec-4671-b642-aa66f8eb41d8","MaaSSubscription":{"name":"e2e-sub-1fb8e030","namespace":"ai-tenant-e2e-mt-1fb8e030"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:48.277436944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78064fa2-b58e-4582-a67e-90a0c49beea6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:48.331169168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78064fa2-b58e-4582-a67e-90a0c49beea6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:48.384336652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78064fa2-b58e-4582-a67e-90a0c49beea6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:48.437619398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78064fa2-b58e-4582-a67e-90a0c49beea6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:50.498398277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69e612ee-6dc3-435b-bfcf-8f361ab637da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:50.552743901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69e612ee-6dc3-435b-bfcf-8f361ab637da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:50.607229034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69e612ee-6dc3-435b-bfcf-8f361ab637da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:50.660563723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69e612ee-6dc3-435b-bfcf-8f361ab637da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:51.729860003Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-subscription","reconcileID":"88ee27c9-ddf2-46a6-ba05-0af8505879ec","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-premium-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/premium-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:51.951108579Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-subscription","reconcileID":"6a74f760-c0aa-4fa0-996c-008d55dc3c0e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-premium-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/premium-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:52.201956312Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-subscription","reconcileID":"9753cb7a-b2bb-4c60-856b-fceec361a832","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-simulator-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:52.356258928Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"775a9744-3f46-4218-adc7-fffa88ddaafd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:52.45535083Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-subscription","reconcileID":"c3ff6adb-159e-4c7c-96d5-9296793ad1a1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-simulator-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/simulator-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:52.4831763Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-subscription","reconcileID":"b07a7a84-38e7-4639-b473-2f0602b4fc20","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:52.562605535Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-subscription","reconcileID":"8fd7c50a-adac-4ce4-a856-2c9b315477b6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-simulator-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:52.669132709Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-subscription","reconcileID":"cb5b9611-96a2-4541-8b1c-928c7ba76be2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-premium-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/premium-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:52.851961412Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-subscription","reconcileID":"6f3d58cb-6c97-432f-b7d9-4059d67532bf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-premium-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/premium-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:53.041036081Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-subscription","reconcileID":"c15d70ac-5230-4a1d-acd7-be1518d311b1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-premium-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/premium-w3-68b670","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:53.169800332Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-subscription","reconcileID":"04ce2b6a-a174-4be7-bf84-4633747f44bb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-simulator-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/simulator-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:53.97650445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76e3db46-2310-437e-b20e-f6df1a09cb88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:54.030049525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76e3db46-2310-437e-b20e-f6df1a09cb88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:54.083367376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76e3db46-2310-437e-b20e-f6df1a09cb88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:54.136604276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76e3db46-2310-437e-b20e-f6df1a09cb88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:54.518679525Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-255c49","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-255c49","reconcileID":"313783f2-8667-4b3a-ae15-57f559fca5dc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-255c49","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-255c49":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:56.161194261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ce9787b-cfc9-4cd5-85f2-10fddc0fb385","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:56.21543482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ce9787b-cfc9-4cd5-85f2-10fddc0fb385","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:56.271072812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ce9787b-cfc9-4cd5-85f2-10fddc0fb385","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:56.32461627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ce9787b-cfc9-4cd5-85f2-10fddc0fb385","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:57.502986399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-1fb8e030","namespace":"ai-tenant-e2e-mt-1fb8e030"},"namespace":"ai-tenant-e2e-mt-1fb8e030","name":"e2e-policy-1fb8e030","reconcileID":"c9b3546c-1aeb-4e3c-81e1-caa6203ad57f","MaaSAuthPolicy":{"name":"e2e-policy-1fb8e030","namespace":"ai-tenant-e2e-mt-1fb8e030"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:57.565204638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-1fb8e030","namespace":"ai-tenant-e2e-mt-1fb8e030"},"namespace":"ai-tenant-e2e-mt-1fb8e030","name":"e2e-policy-1fb8e030","reconcileID":"c9b3546c-1aeb-4e3c-81e1-caa6203ad57f","MaaSAuthPolicy":{"name":"e2e-policy-1fb8e030","namespace":"ai-tenant-e2e-mt-1fb8e030"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:57.623755367Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-1fb8e030","namespace":"ai-tenant-e2e-mt-1fb8e030"},"namespace":"ai-tenant-e2e-mt-1fb8e030","name":"e2e-policy-1fb8e030","reconcileID":"c9b3546c-1aeb-4e3c-81e1-caa6203ad57f","MaaSAuthPolicy":{"name":"e2e-policy-1fb8e030","namespace":"ai-tenant-e2e-mt-1fb8e030"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:58.301367587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"791c846f-33aa-4a90-acb7-58abad9925ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:58.35448449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"791c846f-33aa-4a90-acb7-58abad9925ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:58.40768683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"791c846f-33aa-4a90-acb7-58abad9925ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:12:58.461209064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"791c846f-33aa-4a90-acb7-58abad9925ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:00.470568345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"804fe277-afc1-48e8-bcf7-255c9d3e8dda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:00.523846813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"804fe277-afc1-48e8-bcf7-255c9d3e8dda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:00.577050277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"804fe277-afc1-48e8-bcf7-255c9d3e8dda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:00.630404725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"804fe277-afc1-48e8-bcf7-255c9d3e8dda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:01.22050942Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:02.629265556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"673e050f-c331-4d7c-9e66-865a2d29dbc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:02.68285987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"673e050f-c331-4d7c-9e66-865a2d29dbc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:02.736152573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"673e050f-c331-4d7c-9e66-865a2d29dbc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:02.790074168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"673e050f-c331-4d7c-9e66-865a2d29dbc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:04.778417952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdf9518b-81b5-4d27-b890-482e9bf8769b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:04.831718919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdf9518b-81b5-4d27-b890-482e9bf8769b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:04.884949264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdf9518b-81b5-4d27-b890-482e9bf8769b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:04.93819822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdf9518b-81b5-4d27-b890-482e9bf8769b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:06.959271959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07a50876-d301-49c9-b61f-88ecfc2abdd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:07.012728568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07a50876-d301-49c9-b61f-88ecfc2abdd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:07.068330834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07a50876-d301-49c9-b61f-88ecfc2abdd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:07.121789418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07a50876-d301-49c9-b61f-88ecfc2abdd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:07.460950789Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-934bd4"},"namespace":"ai-tenant-e2e-inf-a-934bd4","name":"default-tenant","reconcileID":"ab0cd59f-c54f-4f88-8467-b9a67e48631a","namespace":"ai-tenant-e2e-inf-a-934bd4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:07.4610275Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-934bd4"},"namespace":"ai-tenant-e2e-inf-a-934bd4","name":"default-tenant","reconcileID":"ab0cd59f-c54f-4f88-8467-b9a67e48631a","namespace":"ai-tenant-e2e-inf-a-934bd4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:07.461102913Z","body":"Deferring maas-api cleanup: owning AITenant has not completed API-key revocation","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-934bd4"},"namespace":"ai-tenant-e2e-inf-a-934bd4","name":"default-tenant","reconcileID":"ab0cd59f-c54f-4f88-8467-b9a67e48631a","aitenant":"ai-tenants/e2e-inf-a-934bd4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:07.730587104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-1fb8e030","namespace":"ai-tenant-e2e-mt-1fb8e030"},"namespace":"ai-tenant-e2e-mt-1fb8e030","name":"e2e-policy-1fb8e030","reconcileID":"84a02f51-9bf3-4594-a33f-c2ef8bc18986","MaaSAuthPolicy":{"name":"e2e-policy-1fb8e030","namespace":"ai-tenant-e2e-mt-1fb8e030"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:07.788709667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-1fb8e030","namespace":"ai-tenant-e2e-mt-1fb8e030"},"namespace":"ai-tenant-e2e-mt-1fb8e030","name":"e2e-policy-1fb8e030","reconcileID":"84a02f51-9bf3-4594-a33f-c2ef8bc18986","MaaSAuthPolicy":{"name":"e2e-policy-1fb8e030","namespace":"ai-tenant-e2e-mt-1fb8e030"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:07.848898613Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-1fb8e030","namespace":"ai-tenant-e2e-mt-1fb8e030"},"namespace":"ai-tenant-e2e-mt-1fb8e030","name":"e2e-policy-1fb8e030","reconcileID":"84a02f51-9bf3-4594-a33f-c2ef8bc18986","MaaSAuthPolicy":{"name":"e2e-policy-1fb8e030","namespace":"ai-tenant-e2e-mt-1fb8e030"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:09.101691219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3adc796f-d6ca-42d0-9061-20d210b75400","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:09.154725572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3adc796f-d6ca-42d0-9061-20d210b75400","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:09.207977337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3adc796f-d6ca-42d0-9061-20d210b75400","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:09.261336512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3adc796f-d6ca-42d0-9061-20d210b75400","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:11.254709817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eddcd130-9dc3-4cd4-8e05-3ccc130526c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:11.310805178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eddcd130-9dc3-4cd4-8e05-3ccc130526c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:11.36404281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eddcd130-9dc3-4cd4-8e05-3ccc130526c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:11.417384449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eddcd130-9dc3-4cd4-8e05-3ccc130526c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:12.828690022Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-eed598"},"namespace":"ai-tenant-e2e-inf-a-eed598","name":"default-tenant","reconcileID":"ae7aef7e-dab6-4071-90eb-306835d19e79","namespace":"ai-tenant-e2e-inf-a-eed598","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:12.828830564Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-eed598"},"namespace":"ai-tenant-e2e-inf-a-eed598","name":"default-tenant","reconcileID":"ae7aef7e-dab6-4071-90eb-306835d19e79","namespace":"ai-tenant-e2e-inf-a-eed598","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:12.828928379Z","body":"Deferring maas-api cleanup: owning AITenant has not completed API-key revocation","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-eed598"},"namespace":"ai-tenant-e2e-inf-a-eed598","name":"default-tenant","reconcileID":"ae7aef7e-dab6-4071-90eb-306835d19e79","aitenant":"ai-tenants/e2e-inf-a-eed598","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:13.572707683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d12f5b6-c8ae-4483-8529-ab47a90650e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:13.637392031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d12f5b6-c8ae-4483-8529-ab47a90650e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:13.693628171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d12f5b6-c8ae-4483-8529-ab47a90650e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:13.748948244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d12f5b6-c8ae-4483-8529-ab47a90650e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:15.784774316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94a711e4-8a55-4eec-a43f-e9d788dcb429","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:15.838135088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94a711e4-8a55-4eec-a43f-e9d788dcb429","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:15.894510657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94a711e4-8a55-4eec-a43f-e9d788dcb429","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:15.948742179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94a711e4-8a55-4eec-a43f-e9d788dcb429","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:17.978053235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"622eabb0-f2ff-4731-a52c-76389998eb88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:17.978164541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-1fb8e030","namespace":"ai-tenant-e2e-mt-1fb8e030"},"namespace":"ai-tenant-e2e-mt-1fb8e030","name":"e2e-policy-1fb8e030","reconcileID":"479c6ccc-5769-45ab-a611-30c8c2481554","MaaSAuthPolicy":{"name":"e2e-policy-1fb8e030","namespace":"ai-tenant-e2e-mt-1fb8e030"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:18.031388868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"622eabb0-f2ff-4731-a52c-76389998eb88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:18.084700557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"622eabb0-f2ff-4731-a52c-76389998eb88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:18.089544347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-1fb8e030","namespace":"ai-tenant-e2e-mt-1fb8e030"},"namespace":"ai-tenant-e2e-mt-1fb8e030","name":"e2e-policy-1fb8e030","reconcileID":"479c6ccc-5769-45ab-a611-30c8c2481554","MaaSAuthPolicy":{"name":"e2e-policy-1fb8e030","namespace":"ai-tenant-e2e-mt-1fb8e030"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:18.138030738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"622eabb0-f2ff-4731-a52c-76389998eb88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:18.195193245Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-1fb8e030","namespace":"ai-tenant-e2e-mt-1fb8e030"},"namespace":"ai-tenant-e2e-mt-1fb8e030","name":"e2e-policy-1fb8e030","reconcileID":"479c6ccc-5769-45ab-a611-30c8c2481554","MaaSAuthPolicy":{"name":"e2e-policy-1fb8e030","namespace":"ai-tenant-e2e-mt-1fb8e030"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:19.663847111Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-1fb8e030","namespace":"ai-tenant-e2e-mt-1fb8e030"},"namespace":"ai-tenant-e2e-mt-1fb8e030","name":"e2e-sub-1fb8e030","reconcileID":"7dd5d020-08ca-4f65-b5fd-d70a01fc4718","MaaSSubscription":{"name":"e2e-sub-1fb8e030","namespace":"ai-tenant-e2e-mt-1fb8e030"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:19.663962127Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7f0ed190-4a8e-4715-bbf4-806d06b8ee11","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:28.30249562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-1fb8e030","namespace":"ai-tenant-e2e-mt-1fb8e030"},"namespace":"ai-tenant-e2e-mt-1fb8e030","name":"e2e-policy-1fb8e030","reconcileID":"296d7d4e-dacb-4e6f-80a2-50742dd8ab35","MaaSAuthPolicy":{"name":"e2e-policy-1fb8e030","namespace":"ai-tenant-e2e-mt-1fb8e030"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:28.360993105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-1fb8e030","namespace":"ai-tenant-e2e-mt-1fb8e030"},"namespace":"ai-tenant-e2e-mt-1fb8e030","name":"e2e-policy-1fb8e030","reconcileID":"296d7d4e-dacb-4e6f-80a2-50742dd8ab35","MaaSAuthPolicy":{"name":"e2e-policy-1fb8e030","namespace":"ai-tenant-e2e-mt-1fb8e030"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:28.418124084Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-1fb8e030","namespace":"ai-tenant-e2e-mt-1fb8e030"},"namespace":"ai-tenant-e2e-mt-1fb8e030","name":"e2e-policy-1fb8e030","reconcileID":"296d7d4e-dacb-4e6f-80a2-50742dd8ab35","MaaSAuthPolicy":{"name":"e2e-policy-1fb8e030","namespace":"ai-tenant-e2e-mt-1fb8e030"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:28.478721273Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9087ce61-d69b-4e2d-83ec-97f2f8f5b3a5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:28.478743215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9087ce61-d69b-4e2d-83ec-97f2f8f5b3a5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:31.21926509Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:38.58502594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-1fb8e030","namespace":"ai-tenant-e2e-mt-1fb8e030"},"namespace":"ai-tenant-e2e-mt-1fb8e030","name":"e2e-policy-1fb8e030","reconcileID":"9dfe96a6-3d93-455f-993e-6bb6f0f04f40","MaaSAuthPolicy":{"name":"e2e-policy-1fb8e030","namespace":"ai-tenant-e2e-mt-1fb8e030"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:38.643634999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-1fb8e030","namespace":"ai-tenant-e2e-mt-1fb8e030"},"namespace":"ai-tenant-e2e-mt-1fb8e030","name":"e2e-policy-1fb8e030","reconcileID":"9dfe96a6-3d93-455f-993e-6bb6f0f04f40","MaaSAuthPolicy":{"name":"e2e-policy-1fb8e030","namespace":"ai-tenant-e2e-mt-1fb8e030"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:38.701589249Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-1fb8e030","namespace":"ai-tenant-e2e-mt-1fb8e030"},"namespace":"ai-tenant-e2e-mt-1fb8e030","name":"e2e-policy-1fb8e030","reconcileID":"9dfe96a6-3d93-455f-993e-6bb6f0f04f40","MaaSAuthPolicy":{"name":"e2e-policy-1fb8e030","namespace":"ai-tenant-e2e-mt-1fb8e030"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:48.808618604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-1fb8e030","namespace":"ai-tenant-e2e-mt-1fb8e030"},"namespace":"ai-tenant-e2e-mt-1fb8e030","name":"e2e-policy-1fb8e030","reconcileID":"28cc3e50-b730-4590-98b5-5d9d35d95e7a","MaaSAuthPolicy":{"name":"e2e-policy-1fb8e030","namespace":"ai-tenant-e2e-mt-1fb8e030"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:48.866843009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-1fb8e030","namespace":"ai-tenant-e2e-mt-1fb8e030"},"namespace":"ai-tenant-e2e-mt-1fb8e030","name":"e2e-policy-1fb8e030","reconcileID":"28cc3e50-b730-4590-98b5-5d9d35d95e7a","MaaSAuthPolicy":{"name":"e2e-policy-1fb8e030","namespace":"ai-tenant-e2e-mt-1fb8e030"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:49.189933241Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c426ff7c-c019-46ac-9934-43340d5183eb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:49.189956046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c426ff7c-c019-46ac-9934-43340d5183eb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:49.847908755Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-1fb8e030","namespace":"ai-tenant-e2e-mt-1fb8e030"},"namespace":"ai-tenant-e2e-mt-1fb8e030","name":"e2e-policy-1fb8e030","reconcileID":"74070290-a96e-41ea-a146-d778371ac1d9","MaaSAuthPolicy":{"name":"e2e-policy-1fb8e030","namespace":"ai-tenant-e2e-mt-1fb8e030"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:49.848019963Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a69c15a4-b7d5-4ab8-b945-dbd62b424c62","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:49.848036945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a69c15a4-b7d5-4ab8-b945-dbd62b424c62","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:49.95404042Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-1fb8e030","namespace":"ai-tenant-e2e-mt-1fb8e030"},"namespace":"ai-tenant-e2e-mt-1fb8e030","name":"e2e-policy-1fb8e030","reconcileID":"74070290-a96e-41ea-a146-d778371ac1d9","MaaSAuthPolicy":{"name":"e2e-policy-1fb8e030","namespace":"ai-tenant-e2e-mt-1fb8e030"},"policyNamespace":"ai-tenant-e2e-mt-1fb8e030","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:50.012186857Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0515bbe6-ccd0-4e28-83ec-4f2cca3027a5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:50.012207593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0515bbe6-ccd0-4e28-83ec-4f2cca3027a5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:50.182767606Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"08ed1811-df95-4f8d-acf3-53f92c223b7e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:50.182791053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"08ed1811-df95-4f8d-acf3-53f92c223b7e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:56.685013105Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-subscription","reconcileID":"85cf8127-5ec3-4701-87ab-46422a9e7abb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-simulator-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:56.785244466Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-subscription","reconcileID":"6f8f52f0-1e1a-4dba-b360-3a29660be615","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-premium-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/premium-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:56.93380515Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-subscription","reconcileID":"375b01a8-f05a-4eb4-a1b1-13bac6f36c3f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:57.050867588Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-subscription","reconcileID":"00f5993e-9e1e-4c16-889a-2b9613978b92","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-simulator-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:57.174125525Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"737c6192-0753-4630-b00c-faf787aa6219","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:57.274752864Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-subscription","reconcileID":"7cef2878-d0d9-4ce9-b0f6-6d3f000e6667","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-premium-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/premium-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:57.375626186Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-subscription","reconcileID":"3976b7b5-eb7b-46ea-885d-115acb7f853e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-premium-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/premium-w3-68b670","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:57.60978669Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-subscription","reconcileID":"15e6fdb5-3e93-417f-9b79-fbf7833ba3bf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-premium-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/premium-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:58.026056875Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"828a0c77-5ce9-4e5a-819b-e900db191045","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:58.067433473Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-subscription","reconcileID":"2eef7541-fce0-4f30-8535-cbad9153672e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-premium-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/premium-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:58.167908104Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-subscription","reconcileID":"0c51e5bb-cbd1-41e5-89c6-7dbbcd9632bc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-simulator-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/simulator-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:58.170705815Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-subscription","reconcileID":"011a431b-202d-40c5-ac33-0cf4f4ab1c16","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-simulator-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/simulator-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:13:58.349533474Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a69ce70d-a647-4814-a07d-3ed26362dc8f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:00.348534036Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-1fb8e030","namespace":"ai-tenant-e2e-mt-1fb8e030"},"namespace":"ai-tenant-e2e-mt-1fb8e030","name":"e2e-sub-1fb8e030","reconcileID":"29d74775-0aaa-4ba1-b257-342c225a0911","MaaSSubscription":{"name":"e2e-sub-1fb8e030","namespace":"ai-tenant-e2e-mt-1fb8e030"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-sub-1fb8e030","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:00.510548977Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-1fb8e030","namespace":"ai-tenant-e2e-mt-1fb8e030"},"namespace":"ai-tenant-e2e-mt-1fb8e030","name":"e2e-sub-1fb8e030","reconcileID":"29d74775-0aaa-4ba1-b257-342c225a0911","MaaSSubscription":{"name":"e2e-sub-1fb8e030","namespace":"ai-tenant-e2e-mt-1fb8e030"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:00.730293705Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7a68731d-92c2-4284-83bd-bea8cc5c0b8e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:00.730319872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7a68731d-92c2-4284-83bd-bea8cc5c0b8e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:01.217167249Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:09.064206764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edda0b06-c257-47dd-b337-754c23551d8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:09.117496691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edda0b06-c257-47dd-b337-754c23551d8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:09.170694299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edda0b06-c257-47dd-b337-754c23551d8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:09.224040662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edda0b06-c257-47dd-b337-754c23551d8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:11.176216533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7db471a-c460-4cd6-82be-fd0c55408564","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:11.2294274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7db471a-c460-4cd6-82be-fd0c55408564","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:11.282589112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7db471a-c460-4cd6-82be-fd0c55408564","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:11.335856767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7db471a-c460-4cd6-82be-fd0c55408564","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:14.362482834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70d4a1f0-5139-403c-8ed1-9bd86dd7492e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:14.415687602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70d4a1f0-5139-403c-8ed1-9bd86dd7492e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:14.469680625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70d4a1f0-5139-403c-8ed1-9bd86dd7492e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:14.522970828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70d4a1f0-5139-403c-8ed1-9bd86dd7492e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:16.622774654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b0e0a20-82dc-4bf0-89cf-0a74cd8bd313","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:16.676329257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b0e0a20-82dc-4bf0-89cf-0a74cd8bd313","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:16.730052975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b0e0a20-82dc-4bf0-89cf-0a74cd8bd313","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:16.784260831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b0e0a20-82dc-4bf0-89cf-0a74cd8bd313","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:18.884001972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef69a1c8-dfe1-4ff0-8680-5484f91a498e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:18.937374776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef69a1c8-dfe1-4ff0-8680-5484f91a498e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:18.990649135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef69a1c8-dfe1-4ff0-8680-5484f91a498e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:19.044402327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef69a1c8-dfe1-4ff0-8680-5484f91a498e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:22.442957785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-255c49"},"namespace":"ai-tenant-e2e-inf-a-255c49","name":"default-tenant","reconcileID":"aa7a4a68-684f-4eb9-b94b-92c396fdebb5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-255c49","tenantID":"e2e-inf-a-255c49","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:22.563139751Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-255c49"},"namespace":"ai-tenant-e2e-inf-a-255c49","name":"default-tenant","reconcileID":"aa7a4a68-684f-4eb9-b94b-92c396fdebb5","name":"e2e-inf-a-255c49-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:31.217631152Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:32.390903216Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-934bd4"},"namespace":"ai-tenant-e2e-inf-a-934bd4","name":"default-tenant","reconcileID":"ea621142-50bd-4917-a5a8-31c36292e6bd","namespace":"ai-tenant-e2e-inf-a-934bd4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:32.391036813Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-934bd4"},"namespace":"ai-tenant-e2e-inf-a-934bd4","name":"default-tenant","reconcileID":"ea621142-50bd-4917-a5a8-31c36292e6bd","namespace":"ai-tenant-e2e-inf-a-934bd4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:32.391094263Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-934bd4"},"namespace":"ai-tenant-e2e-inf-a-934bd4","name":"default-tenant","reconcileID":"ea621142-50bd-4917-a5a8-31c36292e6bd","tenant":"e2e-inf-a-934bd4","tenantID":"e2e-inf-a-934bd4","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:32.446723268Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-934bd4"},"namespace":"ai-tenant-e2e-inf-a-934bd4","name":"default-tenant","reconcileID":"ea621142-50bd-4917-a5a8-31c36292e6bd","gvk":"Deployment","name":"maas-api-e2e-inf-a-934bd4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:32.509698354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-934bd4"},"namespace":"ai-tenant-e2e-inf-a-934bd4","name":"default-tenant","reconcileID":"ea621142-50bd-4917-a5a8-31c36292e6bd","gvk":"Service","name":"maas-api-e2e-inf-a-934bd4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:32.568035047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-934bd4"},"namespace":"ai-tenant-e2e-inf-a-934bd4","name":"default-tenant","reconcileID":"ea621142-50bd-4917-a5a8-31c36292e6bd","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-934bd4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:32.625226071Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-934bd4"},"namespace":"ai-tenant-e2e-inf-a-934bd4","name":"default-tenant","reconcileID":"ea621142-50bd-4917-a5a8-31c36292e6bd","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-934bd4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:32.681171959Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-934bd4"},"namespace":"ai-tenant-e2e-inf-a-934bd4","name":"default-tenant","reconcileID":"ea621142-50bd-4917-a5a8-31c36292e6bd","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-934bd4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:32.736999989Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-934bd4"},"namespace":"ai-tenant-e2e-inf-a-934bd4","name":"default-tenant","reconcileID":"ea621142-50bd-4917-a5a8-31c36292e6bd","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-934bd4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:32.795082953Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-934bd4"},"namespace":"ai-tenant-e2e-inf-a-934bd4","name":"default-tenant","reconcileID":"ea621142-50bd-4917-a5a8-31c36292e6bd","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-934bd4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:32.850740972Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-934bd4"},"namespace":"ai-tenant-e2e-inf-a-934bd4","name":"default-tenant","reconcileID":"ea621142-50bd-4917-a5a8-31c36292e6bd","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-934bd4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:32.903325933Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-934bd4"},"namespace":"ai-tenant-e2e-inf-a-934bd4","name":"default-tenant","reconcileID":"ea621142-50bd-4917-a5a8-31c36292e6bd","gvk":"Deployment","name":"payload-processing-e2e-inf-a-934bd4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:32.956426607Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-934bd4"},"namespace":"ai-tenant-e2e-inf-a-934bd4","name":"default-tenant","reconcileID":"ea621142-50bd-4917-a5a8-31c36292e6bd","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-934bd4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:33.009299472Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-934bd4"},"namespace":"ai-tenant-e2e-inf-a-934bd4","name":"default-tenant","reconcileID":"ea621142-50bd-4917-a5a8-31c36292e6bd","gvk":"Service","name":"payload-processing-e2e-inf-a-934bd4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:33.06251845Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-934bd4"},"namespace":"ai-tenant-e2e-inf-a-934bd4","name":"default-tenant","reconcileID":"ea621142-50bd-4917-a5a8-31c36292e6bd","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-934bd4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:33.115564211Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-934bd4"},"namespace":"ai-tenant-e2e-inf-a-934bd4","name":"default-tenant","reconcileID":"ea621142-50bd-4917-a5a8-31c36292e6bd","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-934bd4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:33.168671072Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-934bd4"},"namespace":"ai-tenant-e2e-inf-a-934bd4","name":"default-tenant","reconcileID":"ea621142-50bd-4917-a5a8-31c36292e6bd","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-934bd4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:33.221604895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-934bd4"},"namespace":"ai-tenant-e2e-inf-a-934bd4","name":"default-tenant","reconcileID":"ea621142-50bd-4917-a5a8-31c36292e6bd","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-934bd4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:33.278374954Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-934bd4"},"namespace":"ai-tenant-e2e-inf-a-934bd4","name":"default-tenant","reconcileID":"ea621142-50bd-4917-a5a8-31c36292e6bd","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-934bd4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:33.331362145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-934bd4"},"namespace":"ai-tenant-e2e-inf-a-934bd4","name":"default-tenant","reconcileID":"ea621142-50bd-4917-a5a8-31c36292e6bd","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-934bd4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:33.384341205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-934bd4"},"namespace":"ai-tenant-e2e-inf-a-934bd4","name":"default-tenant","reconcileID":"ea621142-50bd-4917-a5a8-31c36292e6bd","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-934bd4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:33.437261634Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-934bd4"},"namespace":"ai-tenant-e2e-inf-a-934bd4","name":"default-tenant","reconcileID":"ea621142-50bd-4917-a5a8-31c36292e6bd","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-934bd4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:33.489874922Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-934bd4"},"namespace":"ai-tenant-e2e-inf-a-934bd4","name":"default-tenant","reconcileID":"ea621142-50bd-4917-a5a8-31c36292e6bd","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-934bd4","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:34.207021811Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-934bd4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-934bd4","reconcileID":"2af3a4e8-552c-4064-bb9e-44d0a4b1b626","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-934bd4","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-934bd4"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:35.46761127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"182ae71f-6c18-405a-8c9d-90ddcc126682","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:35.522372286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"182ae71f-6c18-405a-8c9d-90ddcc126682","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:35.575967507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"182ae71f-6c18-405a-8c9d-90ddcc126682","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:35.628962907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"182ae71f-6c18-405a-8c9d-90ddcc126682","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:36.942626837Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5c65497c-5bfb-4c9f-9763-3f7198fb3099","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:37.100478015Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-subscription","reconcileID":"bdb220a5-6d11-4032-89d8-4db262b4d548","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-premium-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/premium-w3-68b670","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:37.263498919Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-subscription","reconcileID":"b56e6627-21e0-475a-9d93-75b06da2a5c4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-simulator-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/simulator-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:37.348171087Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-subscription","reconcileID":"b3bd4635-2878-433e-8658-9bbebac88cf2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-premium-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/premium-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:37.447427924Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-subscription","reconcileID":"8f4ae2f6-92bb-4399-89a9-86ac03db2fc7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-premium-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/premium-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:37.658194313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3e463ee-4f12-4cc3-b2af-c90e0f37e974","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:37.711355511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3e463ee-4f12-4cc3-b2af-c90e0f37e974","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:37.764853613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3e463ee-4f12-4cc3-b2af-c90e0f37e974","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:37.818053721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3e463ee-4f12-4cc3-b2af-c90e0f37e974","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:37.872259657Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"86dde522-dc69-4502-af06-d4220bbf7721","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:37.982739083Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-subscription","reconcileID":"509a5db9-f641-4784-b2f3-e1b7cd32f21e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-simulator-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:38.145158592Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-subscription","reconcileID":"c0472ca5-a69d-4be5-89ce-d6a4b5a27b61","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:38.350593376Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-subscription","reconcileID":"44f26c1e-73d8-457c-b68e-2de2d0f7bd67","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-simulator-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:38.487357655Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-subscription","reconcileID":"288ea013-ba7a-47b9-9a9b-a02d95e9469d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-premium-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/premium-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:38.617007084Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-subscription","reconcileID":"65cda6fb-05ab-42f3-b2c5-b5eb54542f48","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-simulator-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/simulator-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:38.717316401Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-subscription","reconcileID":"181a3aa0-54b5-4da9-a303-ed0786732c79","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-premium-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/premium-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:38.798394741Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-eed598"},"namespace":"ai-tenant-e2e-inf-a-eed598","name":"default-tenant","reconcileID":"4de136e4-f0bd-4370-a1cf-c36d9c8e47c4","namespace":"ai-tenant-e2e-inf-a-eed598","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:38.798482167Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-eed598"},"namespace":"ai-tenant-e2e-inf-a-eed598","name":"default-tenant","reconcileID":"4de136e4-f0bd-4370-a1cf-c36d9c8e47c4","namespace":"ai-tenant-e2e-inf-a-eed598","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:38.798530522Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-eed598"},"namespace":"ai-tenant-e2e-inf-a-eed598","name":"default-tenant","reconcileID":"4de136e4-f0bd-4370-a1cf-c36d9c8e47c4","tenant":"e2e-inf-a-eed598","tenantID":"e2e-inf-a-eed598","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:38.853615513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-eed598"},"namespace":"ai-tenant-e2e-inf-a-eed598","name":"default-tenant","reconcileID":"4de136e4-f0bd-4370-a1cf-c36d9c8e47c4","gvk":"Deployment","name":"maas-api-e2e-inf-a-eed598","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:38.914699925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-eed598"},"namespace":"ai-tenant-e2e-inf-a-eed598","name":"default-tenant","reconcileID":"4de136e4-f0bd-4370-a1cf-c36d9c8e47c4","gvk":"Service","name":"maas-api-e2e-inf-a-eed598","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:38.973614426Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-eed598"},"namespace":"ai-tenant-e2e-inf-a-eed598","name":"default-tenant","reconcileID":"4de136e4-f0bd-4370-a1cf-c36d9c8e47c4","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-eed598","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:39.028661123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-eed598"},"namespace":"ai-tenant-e2e-inf-a-eed598","name":"default-tenant","reconcileID":"4de136e4-f0bd-4370-a1cf-c36d9c8e47c4","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-eed598","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:39.088684844Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-eed598"},"namespace":"ai-tenant-e2e-inf-a-eed598","name":"default-tenant","reconcileID":"4de136e4-f0bd-4370-a1cf-c36d9c8e47c4","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-eed598","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:39.14456137Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-eed598"},"namespace":"ai-tenant-e2e-inf-a-eed598","name":"default-tenant","reconcileID":"4de136e4-f0bd-4370-a1cf-c36d9c8e47c4","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-eed598","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:39.202714188Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-eed598"},"namespace":"ai-tenant-e2e-inf-a-eed598","name":"default-tenant","reconcileID":"4de136e4-f0bd-4370-a1cf-c36d9c8e47c4","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-eed598","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:39.258172649Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-eed598"},"namespace":"ai-tenant-e2e-inf-a-eed598","name":"default-tenant","reconcileID":"4de136e4-f0bd-4370-a1cf-c36d9c8e47c4","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-eed598","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:39.31199419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-eed598"},"namespace":"ai-tenant-e2e-inf-a-eed598","name":"default-tenant","reconcileID":"4de136e4-f0bd-4370-a1cf-c36d9c8e47c4","gvk":"Deployment","name":"payload-processing-e2e-inf-a-eed598","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:39.365224298Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-eed598"},"namespace":"ai-tenant-e2e-inf-a-eed598","name":"default-tenant","reconcileID":"4de136e4-f0bd-4370-a1cf-c36d9c8e47c4","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-eed598","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:39.41952024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-eed598"},"namespace":"ai-tenant-e2e-inf-a-eed598","name":"default-tenant","reconcileID":"4de136e4-f0bd-4370-a1cf-c36d9c8e47c4","gvk":"Service","name":"payload-processing-e2e-inf-a-eed598","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:39.472238519Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-eed598"},"namespace":"ai-tenant-e2e-inf-a-eed598","name":"default-tenant","reconcileID":"4de136e4-f0bd-4370-a1cf-c36d9c8e47c4","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-eed598","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:39.524923484Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-eed598"},"namespace":"ai-tenant-e2e-inf-a-eed598","name":"default-tenant","reconcileID":"4de136e4-f0bd-4370-a1cf-c36d9c8e47c4","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-eed598","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:39.577526302Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-eed598"},"namespace":"ai-tenant-e2e-inf-a-eed598","name":"default-tenant","reconcileID":"4de136e4-f0bd-4370-a1cf-c36d9c8e47c4","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-eed598","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:39.630127031Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-eed598"},"namespace":"ai-tenant-e2e-inf-a-eed598","name":"default-tenant","reconcileID":"4de136e4-f0bd-4370-a1cf-c36d9c8e47c4","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-eed598","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:39.682763833Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-eed598"},"namespace":"ai-tenant-e2e-inf-a-eed598","name":"default-tenant","reconcileID":"4de136e4-f0bd-4370-a1cf-c36d9c8e47c4","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-eed598","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:39.735334465Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-eed598"},"namespace":"ai-tenant-e2e-inf-a-eed598","name":"default-tenant","reconcileID":"4de136e4-f0bd-4370-a1cf-c36d9c8e47c4","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-eed598","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:39.787969943Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-eed598"},"namespace":"ai-tenant-e2e-inf-a-eed598","name":"default-tenant","reconcileID":"4de136e4-f0bd-4370-a1cf-c36d9c8e47c4","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-eed598","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:39.840745Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-eed598"},"namespace":"ai-tenant-e2e-inf-a-eed598","name":"default-tenant","reconcileID":"4de136e4-f0bd-4370-a1cf-c36d9c8e47c4","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-eed598","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:39.893538631Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-eed598"},"namespace":"ai-tenant-e2e-inf-a-eed598","name":"default-tenant","reconcileID":"4de136e4-f0bd-4370-a1cf-c36d9c8e47c4","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-eed598","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:40.610371072Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-eed598","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-eed598","reconcileID":"f4be7ab2-1cbc-4309-9884-9b38c10d6b55","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-eed598","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-eed598"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:41.743270363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b8c5b24-910a-419c-a324-c96853aca6b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:41.796187899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b8c5b24-910a-419c-a324-c96853aca6b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:41.84900556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b8c5b24-910a-419c-a324-c96853aca6b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:41.902033632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b8c5b24-910a-419c-a324-c96853aca6b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:43.860439169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6749c049-d89e-4049-b18a-67b3704a8d57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:43.913542337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6749c049-d89e-4049-b18a-67b3704a8d57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:43.96627242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6749c049-d89e-4049-b18a-67b3704a8d57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:44.019234121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6749c049-d89e-4049-b18a-67b3704a8d57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:46.064819503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6e2e6e4-6a40-47e8-803b-083cf6698c22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:46.118159966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6e2e6e4-6a40-47e8-803b-083cf6698c22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:46.17146871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6e2e6e4-6a40-47e8-803b-083cf6698c22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:46.224534674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6e2e6e4-6a40-47e8-803b-083cf6698c22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:48.744043549Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4cebca7b-282a-4dde-ae73-529c5fd077c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:48.744066614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4cebca7b-282a-4dde-ae73-529c5fd077c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:48.849410501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-a84d6c8d","namespace":"ai-tenant-e2e-mt-a84d6c8d"},"namespace":"ai-tenant-e2e-mt-a84d6c8d","name":"e2e-policy-a84d6c8d","reconcileID":"95f43f73-1edb-42d3-837f-20f17c5ce6a9","MaaSAuthPolicy":{"name":"e2e-policy-a84d6c8d","namespace":"ai-tenant-e2e-mt-a84d6c8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:48.907382378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-a84d6c8d","namespace":"ai-tenant-e2e-mt-a84d6c8d"},"namespace":"ai-tenant-e2e-mt-a84d6c8d","name":"e2e-policy-a84d6c8d","reconcileID":"95f43f73-1edb-42d3-837f-20f17c5ce6a9","MaaSAuthPolicy":{"name":"e2e-policy-a84d6c8d","namespace":"ai-tenant-e2e-mt-a84d6c8d"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:49.234788461Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"58979e3b-5ca4-4ec8-a6f5-c9ec56878498","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:49.234810403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"58979e3b-5ca4-4ec8-a6f5-c9ec56878498","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:49.263878369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9156dc20-88b2-4e54-9c71-77aa81926d33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:49.317191358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9156dc20-88b2-4e54-9c71-77aa81926d33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:49.370838543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9156dc20-88b2-4e54-9c71-77aa81926d33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:49.424124464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9156dc20-88b2-4e54-9c71-77aa81926d33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:49.808494428Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-e30496c2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-e30496c2","reconcileID":"a382878f-4ed5-4184-b1f6-63d57a90bd76","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-e30496c2","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-e30496c2":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:51.405505737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60f39881-0325-4fa0-a0ec-4ce122741f1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:51.458917109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60f39881-0325-4fa0-a0ec-4ce122741f1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:51.51236622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60f39881-0325-4fa0-a0ec-4ce122741f1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:51.565385831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60f39881-0325-4fa0-a0ec-4ce122741f1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:53.535437489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dbd60cf-bb5e-4c22-a72d-a8ad404f5739","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:53.588917077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dbd60cf-bb5e-4c22-a72d-a8ad404f5739","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:53.644182972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dbd60cf-bb5e-4c22-a72d-a8ad404f5739","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:53.697690005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dbd60cf-bb5e-4c22-a72d-a8ad404f5739","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:54.281190051Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-a84d6c8d","namespace":"ai-tenant-e2e-mt-a84d6c8d"},"namespace":"ai-tenant-e2e-mt-a84d6c8d","name":"e2e-policy-a84d6c8d","reconcileID":"9d1dc946-d357-4b64-a53d-8b4277801a61","MaaSAuthPolicy":{"name":"e2e-policy-a84d6c8d","namespace":"ai-tenant-e2e-mt-a84d6c8d"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:54.281314738Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c6c0a62b-a28f-45d4-829d-0f87ff5ae61c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:54.281333582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c6c0a62b-a28f-45d4-829d-0f87ff5ae61c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:54.434936539Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-a84d6c8d","namespace":"ai-tenant-e2e-mt-a84d6c8d"},"namespace":"ai-tenant-e2e-mt-a84d6c8d","name":"e2e-policy-a84d6c8d","reconcileID":"9d1dc946-d357-4b64-a53d-8b4277801a61","MaaSAuthPolicy":{"name":"e2e-policy-a84d6c8d","namespace":"ai-tenant-e2e-mt-a84d6c8d"},"policyNamespace":"ai-tenant-e2e-mt-a84d6c8d","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:54.493650516Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"60e8b659-5b28-4fd5-9fd3-c2f761ba1f6c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:14:54.49367308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"60e8b659-5b28-4fd5-9fd3-c2f761ba1f6c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:01.221138653Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:20.161157677Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ed4ecc"},"namespace":"ai-tenant-e2e-inf-a-ed4ecc","name":"default-tenant","reconcileID":"0baee6fd-5bc1-4fb6-80b7-a76388b06ceb","namespace":"ai-tenant-e2e-inf-a-ed4ecc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:20.16121779Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ed4ecc"},"namespace":"ai-tenant-e2e-inf-a-ed4ecc","name":"default-tenant","reconcileID":"0baee6fd-5bc1-4fb6-80b7-a76388b06ceb","namespace":"ai-tenant-e2e-inf-a-ed4ecc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:20.161276684Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ed4ecc"},"namespace":"ai-tenant-e2e-inf-a-ed4ecc","name":"default-tenant","reconcileID":"0baee6fd-5bc1-4fb6-80b7-a76388b06ceb","tenant":"e2e-inf-a-ed4ecc","tenantID":"e2e-inf-a-ed4ecc","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:20.218878309Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ed4ecc"},"namespace":"ai-tenant-e2e-inf-a-ed4ecc","name":"default-tenant","reconcileID":"0baee6fd-5bc1-4fb6-80b7-a76388b06ceb","gvk":"Deployment","name":"maas-api-e2e-inf-a-ed4ecc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:20.28586789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ed4ecc"},"namespace":"ai-tenant-e2e-inf-a-ed4ecc","name":"default-tenant","reconcileID":"0baee6fd-5bc1-4fb6-80b7-a76388b06ceb","gvk":"Service","name":"maas-api-e2e-inf-a-ed4ecc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:20.342160185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ed4ecc"},"namespace":"ai-tenant-e2e-inf-a-ed4ecc","name":"default-tenant","reconcileID":"0baee6fd-5bc1-4fb6-80b7-a76388b06ceb","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-ed4ecc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:20.400972117Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ed4ecc"},"namespace":"ai-tenant-e2e-inf-a-ed4ecc","name":"default-tenant","reconcileID":"0baee6fd-5bc1-4fb6-80b7-a76388b06ceb","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-ed4ecc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:20.457281514Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ed4ecc"},"namespace":"ai-tenant-e2e-inf-a-ed4ecc","name":"default-tenant","reconcileID":"0baee6fd-5bc1-4fb6-80b7-a76388b06ceb","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-ed4ecc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:20.51308702Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ed4ecc"},"namespace":"ai-tenant-e2e-inf-a-ed4ecc","name":"default-tenant","reconcileID":"0baee6fd-5bc1-4fb6-80b7-a76388b06ceb","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-ed4ecc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:20.570179826Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ed4ecc"},"namespace":"ai-tenant-e2e-inf-a-ed4ecc","name":"default-tenant","reconcileID":"0baee6fd-5bc1-4fb6-80b7-a76388b06ceb","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-ed4ecc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:20.628057531Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ed4ecc"},"namespace":"ai-tenant-e2e-inf-a-ed4ecc","name":"default-tenant","reconcileID":"0baee6fd-5bc1-4fb6-80b7-a76388b06ceb","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-ed4ecc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:20.681388836Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ed4ecc"},"namespace":"ai-tenant-e2e-inf-a-ed4ecc","name":"default-tenant","reconcileID":"0baee6fd-5bc1-4fb6-80b7-a76388b06ceb","gvk":"Deployment","name":"payload-processing-e2e-inf-a-ed4ecc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:20.734699874Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ed4ecc"},"namespace":"ai-tenant-e2e-inf-a-ed4ecc","name":"default-tenant","reconcileID":"0baee6fd-5bc1-4fb6-80b7-a76388b06ceb","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-ed4ecc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:20.790058596Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ed4ecc"},"namespace":"ai-tenant-e2e-inf-a-ed4ecc","name":"default-tenant","reconcileID":"0baee6fd-5bc1-4fb6-80b7-a76388b06ceb","gvk":"Service","name":"payload-processing-e2e-inf-a-ed4ecc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:20.843099938Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ed4ecc"},"namespace":"ai-tenant-e2e-inf-a-ed4ecc","name":"default-tenant","reconcileID":"0baee6fd-5bc1-4fb6-80b7-a76388b06ceb","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-ed4ecc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:20.895990141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ed4ecc"},"namespace":"ai-tenant-e2e-inf-a-ed4ecc","name":"default-tenant","reconcileID":"0baee6fd-5bc1-4fb6-80b7-a76388b06ceb","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-ed4ecc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:20.951489718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ed4ecc"},"namespace":"ai-tenant-e2e-inf-a-ed4ecc","name":"default-tenant","reconcileID":"0baee6fd-5bc1-4fb6-80b7-a76388b06ceb","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-ed4ecc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:21.004579663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ed4ecc"},"namespace":"ai-tenant-e2e-inf-a-ed4ecc","name":"default-tenant","reconcileID":"0baee6fd-5bc1-4fb6-80b7-a76388b06ceb","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-ed4ecc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:21.067213289Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ed4ecc"},"namespace":"ai-tenant-e2e-inf-a-ed4ecc","name":"default-tenant","reconcileID":"0baee6fd-5bc1-4fb6-80b7-a76388b06ceb","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-ed4ecc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:21.126045966Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ed4ecc"},"namespace":"ai-tenant-e2e-inf-a-ed4ecc","name":"default-tenant","reconcileID":"0baee6fd-5bc1-4fb6-80b7-a76388b06ceb","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-ed4ecc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:21.188916572Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ed4ecc"},"namespace":"ai-tenant-e2e-inf-a-ed4ecc","name":"default-tenant","reconcileID":"0baee6fd-5bc1-4fb6-80b7-a76388b06ceb","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-ed4ecc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:21.242506349Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ed4ecc"},"namespace":"ai-tenant-e2e-inf-a-ed4ecc","name":"default-tenant","reconcileID":"0baee6fd-5bc1-4fb6-80b7-a76388b06ceb","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-ed4ecc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:21.295696327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ed4ecc"},"namespace":"ai-tenant-e2e-inf-a-ed4ecc","name":"default-tenant","reconcileID":"0baee6fd-5bc1-4fb6-80b7-a76388b06ceb","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-ed4ecc","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:30.684047869Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-ed4ecc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-ed4ecc","reconcileID":"a8db39d1-f124-4fab-a62e-fd9484d4d66d","aitenant":"ai-tenants/e2e-inf-a-ed4ecc","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:31.218945046Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:31.299977677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"766b4d47-39af-4606-9a19-3e8918a0d0ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:31.353565016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"766b4d47-39af-4606-9a19-3e8918a0d0ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:31.406966716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"766b4d47-39af-4606-9a19-3e8918a0d0ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:31.460267995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"766b4d47-39af-4606-9a19-3e8918a0d0ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:31.578984031Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-ed4ecc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-ed4ecc","reconcileID":"a8db39d1-f124-4fab-a62e-fd9484d4d66d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-ed4ecc","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-ed4ecc"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:32.168261188Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"125a78e5-d90a-4a29-8022-7047c3b93d66","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:32.168292182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"125a78e5-d90a-4a29-8022-7047c3b93d66","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:32.224420202Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"649592e6-15c9-42e8-9b68-65ded6bd63c2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:32.224471735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"649592e6-15c9-42e8-9b68-65ded6bd63c2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:32.330407975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-90fdb5f0","namespace":"ai-tenant-e2e-mt-90fdb5f0"},"namespace":"ai-tenant-e2e-mt-90fdb5f0","name":"e2e-policy-90fdb5f0","reconcileID":"6fbdf111-34e1-413f-b515-53161fd7e04b","MaaSAuthPolicy":{"name":"e2e-policy-90fdb5f0","namespace":"ai-tenant-e2e-mt-90fdb5f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:32.388714287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-90fdb5f0","namespace":"ai-tenant-e2e-mt-90fdb5f0"},"namespace":"ai-tenant-e2e-mt-90fdb5f0","name":"e2e-policy-90fdb5f0","reconcileID":"6fbdf111-34e1-413f-b515-53161fd7e04b","MaaSAuthPolicy":{"name":"e2e-policy-90fdb5f0","namespace":"ai-tenant-e2e-mt-90fdb5f0"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:33.45448829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7973cc03-f0ab-42e1-9c74-eae92ad29b6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:33.508320193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7973cc03-f0ab-42e1-9c74-eae92ad29b6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:33.561836524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7973cc03-f0ab-42e1-9c74-eae92ad29b6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:33.615267713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7973cc03-f0ab-42e1-9c74-eae92ad29b6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:35.583092104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8f64af0-730b-415b-a69b-1f4ad3bb27cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:35.639591882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8f64af0-730b-415b-a69b-1f4ad3bb27cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:35.692838445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8f64af0-730b-415b-a69b-1f4ad3bb27cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:35.746101184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8f64af0-730b-415b-a69b-1f4ad3bb27cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:40.641123814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14b5200d-00aa-47ac-8e31-68871260bac1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:40.694692721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14b5200d-00aa-47ac-8e31-68871260bac1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:40.749215587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14b5200d-00aa-47ac-8e31-68871260bac1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:40.802692916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14b5200d-00aa-47ac-8e31-68871260bac1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:42.762869835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"787685ec-10bf-431c-ad77-7d6b2c4ce4ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:42.815897119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"787685ec-10bf-431c-ad77-7d6b2c4ce4ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:42.868922781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"787685ec-10bf-431c-ad77-7d6b2c4ce4ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:42.921999461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"787685ec-10bf-431c-ad77-7d6b2c4ce4ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:48.373280978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d2f1a49-9fb3-4f9e-ac88-9b4b3d3d7c4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:48.426341647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d2f1a49-9fb3-4f9e-ac88-9b4b3d3d7c4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:48.483403808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d2f1a49-9fb3-4f9e-ac88-9b4b3d3d7c4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:48.537899555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d2f1a49-9fb3-4f9e-ac88-9b4b3d3d7c4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:50.510240883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66515998-a5c1-4230-a111-6cbad0b218e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:50.564351866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66515998-a5c1-4230-a111-6cbad0b218e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:50.618359244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66515998-a5c1-4230-a111-6cbad0b218e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:50.671715088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66515998-a5c1-4230-a111-6cbad0b218e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:54.036388575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fa28c08-17a2-41be-9bcf-71b4aaef1c52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:54.090259618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fa28c08-17a2-41be-9bcf-71b4aaef1c52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:54.143431783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fa28c08-17a2-41be-9bcf-71b4aaef1c52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:54.19707192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fa28c08-17a2-41be-9bcf-71b4aaef1c52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:54.778949286Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-3c1cec","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-3c1cec","reconcileID":"2e7e6b2e-09c6-4b01-8511-5971fc33f714","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-3c1cec","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-3c1cec":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:56.164003195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24fb490f-085d-4234-ae13-38ee8df02fc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:56.217933174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24fb490f-085d-4234-ae13-38ee8df02fc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:56.271374452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24fb490f-085d-4234-ae13-38ee8df02fc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:56.324717936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24fb490f-085d-4234-ae13-38ee8df02fc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:58.344835003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45abe26f-705b-407f-b9b1-f5ead6e225a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:58.398242427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45abe26f-705b-407f-b9b1-f5ead6e225a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:58.3983414Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-90fdb5f0","namespace":"ai-tenant-e2e-mt-90fdb5f0"},"namespace":"ai-tenant-e2e-mt-90fdb5f0","name":"e2e-policy-90fdb5f0","reconcileID":"c7e99e98-16ef-459f-be20-8ac523fe66ab","MaaSAuthPolicy":{"name":"e2e-policy-90fdb5f0","namespace":"ai-tenant-e2e-mt-90fdb5f0"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:58.453900044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45abe26f-705b-407f-b9b1-f5ead6e225a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:58.509318541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45abe26f-705b-407f-b9b1-f5ead6e225a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:15:58.610172038Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-90fdb5f0","namespace":"ai-tenant-e2e-mt-90fdb5f0"},"namespace":"ai-tenant-e2e-mt-90fdb5f0","name":"e2e-policy-90fdb5f0","reconcileID":"c7e99e98-16ef-459f-be20-8ac523fe66ab","MaaSAuthPolicy":{"name":"e2e-policy-90fdb5f0","namespace":"ai-tenant-e2e-mt-90fdb5f0"},"policyNamespace":"ai-tenant-e2e-mt-90fdb5f0","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:00.476731235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41008c50-7834-4d18-b9e7-57dc5464ffe4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:00.530263123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41008c50-7834-4d18-b9e7-57dc5464ffe4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:00.58370479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41008c50-7834-4d18-b9e7-57dc5464ffe4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:00.637613135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41008c50-7834-4d18-b9e7-57dc5464ffe4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:01.21786199Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:02.603024509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c129fe1f-9449-458b-9214-b26ba4ff2987","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:02.656499214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c129fe1f-9449-458b-9214-b26ba4ff2987","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:02.709753134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c129fe1f-9449-458b-9214-b26ba4ff2987","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:02.763151141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c129fe1f-9449-458b-9214-b26ba4ff2987","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:04.718291675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95ccd26e-28b3-48d9-b3e9-c6d2c508347b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:04.771683382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95ccd26e-28b3-48d9-b3e9-c6d2c508347b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:04.824750615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95ccd26e-28b3-48d9-b3e9-c6d2c508347b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:04.878225319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95ccd26e-28b3-48d9-b3e9-c6d2c508347b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:06.855844582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70cd60bd-aab1-4fce-a8e8-c99839417c5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:06.909235982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70cd60bd-aab1-4fce-a8e8-c99839417c5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:06.962542993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70cd60bd-aab1-4fce-a8e8-c99839417c5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:07.015877793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70cd60bd-aab1-4fce-a8e8-c99839417c5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:17.061372493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e30496c2"},"namespace":"ai-tenant-e2e-mt-e30496c2","name":"default-tenant","reconcileID":"e8efae7b-4106-4c5b-bfa4-9568fec35995","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-e30496c2","tenantID":"e2e-mt-e30496c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:17.18168255Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e30496c2"},"namespace":"ai-tenant-e2e-mt-e30496c2","name":"default-tenant","reconcileID":"e8efae7b-4106-4c5b-bfa4-9568fec35995","name":"e2e-mt-e30496c2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:26.033273414Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a17f2937-0b25-4d18-bdef-5bc42dbccda8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:26.033299257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a17f2937-0b25-4d18-bdef-5bc42dbccda8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:26.089707341Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e4c10ed1-bbfd-456c-a546-e9c99c7db136","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:26.089727825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e4c10ed1-bbfd-456c-a546-e9c99c7db136","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:26.196092495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7b11b560","namespace":"ai-tenant-e2e-mt-7b11b560"},"namespace":"ai-tenant-e2e-mt-7b11b560","name":"e2e-shared-policy-7b11b560","reconcileID":"d63b2337-bb0d-4cb1-be96-02930728b64d","MaaSAuthPolicy":{"name":"e2e-shared-policy-7b11b560","namespace":"ai-tenant-e2e-mt-7b11b560"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:26.254543296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7b11b560","namespace":"ai-tenant-e2e-mt-7b11b560"},"namespace":"ai-tenant-e2e-mt-7b11b560","name":"e2e-shared-policy-7b11b560","reconcileID":"d63b2337-bb0d-4cb1-be96-02930728b64d","MaaSAuthPolicy":{"name":"e2e-shared-policy-7b11b560","namespace":"ai-tenant-e2e-mt-7b11b560"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:26.440949569Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"994b45f9-80ce-4bc1-8003-974a4c423eb9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:26.440973384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"994b45f9-80ce-4bc1-8003-974a4c423eb9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:26.497037551Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d674d987-8a5c-4ec1-b3e1-437e3311fea5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:26.497057188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d674d987-8a5c-4ec1-b3e1-437e3311fea5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:16:26.551165015Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-7b11b560","namespace":"ai-tenant-e2e-mt-7b11b560"},"namespace":"ai-tenant-e2e-mt-7b11b560","name":"e2e-shared-sub-7b11b560","reconcileID":"88b452f6-e9a4-46cf-bab4-61c1de7db802","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-7b11b560\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:26.575909936Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e65da7cc-a1be-43c3-8769-912226cb2337","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:26.57593003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e65da7cc-a1be-43c3-8769-912226cb2337","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:26.666575221Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0c329ba4-ade7-4a6b-8ac4-8d2788c7ddf5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:26.666603041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0c329ba4-ade7-4a6b-8ac4-8d2788c7ddf5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:26.682013381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7b11b560","namespace":"ai-tenant-e2e-mt-7b11b560"},"namespace":"ai-tenant-e2e-mt-7b11b560","name":"e2e-shared-policy-7b11b560","reconcileID":"a46eb656-1714-495d-aa6e-a528a577a738","MaaSAuthPolicy":{"name":"e2e-shared-policy-7b11b560","namespace":"ai-tenant-e2e-mt-7b11b560"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:26.725062952Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"77738713-346c-46b1-898f-0e2ce97c9fa7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:26.725085049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"77738713-346c-46b1-898f-0e2ce97c9fa7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:26.740056753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7b11b560","namespace":"ai-tenant-e2e-mt-7b11b560"},"namespace":"ai-tenant-e2e-mt-7b11b560","name":"e2e-shared-policy-7b11b560","reconcileID":"a46eb656-1714-495d-aa6e-a528a577a738","MaaSAuthPolicy":{"name":"e2e-shared-policy-7b11b560","namespace":"ai-tenant-e2e-mt-7b11b560"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:26.999563857Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-7b11b560","namespace":"ai-tenant-e2e-mt-7b11b560"},"namespace":"ai-tenant-e2e-mt-7b11b560","name":"e2e-shared-sub-7b11b560","reconcileID":"c51f4396-6620-4b03-8ce1-7f299763a086","MaaSSubscription":{"name":"e2e-shared-sub-7b11b560","namespace":"ai-tenant-e2e-mt-7b11b560"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-7b11b560/e2e-shared-sub-7b11b560","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:27.190193277Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"874c33c3-02c7-4490-83b9-d3b63dfa0f34","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:27.190243673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"874c33c3-02c7-4490-83b9-d3b63dfa0f34","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:27.233154818Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"288d1ab9-2194-409b-be5d-c1ec52ecd61e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:27.403908529Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-7b11b560","namespace":"ai-tenant-e2e-mt-7b11b560"},"namespace":"ai-tenant-e2e-mt-7b11b560","name":"e2e-shared-sub-7b11b560","reconcileID":"ca105af9-bce1-425e-b8c9-9f18626248ec","MaaSSubscription":{"name":"e2e-shared-sub-7b11b560","namespace":"ai-tenant-e2e-mt-7b11b560"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:27.556576401Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7d7a68fd-7dd6-4af0-8ca1-7ef7da850797","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:27.556598098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7d7a68fd-7dd6-4af0-8ca1-7ef7da850797","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:27.615031508Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bb71d15c-4ce4-420a-9952-54fee166427b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:27.615052194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bb71d15c-4ce4-420a-9952-54fee166427b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:27.720627279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7b11b560","namespace":"ai-tenant-e2e-mt-9fbb8ae1"},"namespace":"ai-tenant-e2e-mt-9fbb8ae1","name":"e2e-shared-policy-7b11b560","reconcileID":"254e4c4a-9ba0-4453-85b5-e02759928a18","MaaSAuthPolicy":{"name":"e2e-shared-policy-7b11b560","namespace":"ai-tenant-e2e-mt-9fbb8ae1"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:27.779898263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7b11b560","namespace":"ai-tenant-e2e-mt-9fbb8ae1"},"namespace":"ai-tenant-e2e-mt-9fbb8ae1","name":"e2e-shared-policy-7b11b560","reconcileID":"254e4c4a-9ba0-4453-85b5-e02759928a18","MaaSAuthPolicy":{"name":"e2e-shared-policy-7b11b560","namespace":"ai-tenant-e2e-mt-9fbb8ae1"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:27.825377934Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b7f24035-f4c9-49de-82b1-e5192ca066d6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:27.8253999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b7f24035-f4c9-49de-82b1-e5192ca066d6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:27.883751081Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9a2069b6-a3e6-4c0b-b1ef-320c1e982682","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:27.883772772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9a2069b6-a3e6-4c0b-b1ef-320c1e982682","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:16:27.933565407Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-7b11b560","namespace":"ai-tenant-e2e-mt-9fbb8ae1"},"namespace":"ai-tenant-e2e-mt-9fbb8ae1","name":"e2e-shared-sub-7b11b560","reconcileID":"6e75028d-de5a-4d78-9880-2afe1d6475f4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-7b11b560\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:28.047229661Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e4874891-959a-40c1-a5f6-9d8d3e5afd3d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:28.047251409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e4874891-959a-40c1-a5f6-9d8d3e5afd3d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:28.053953089Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b37ef866-c2b0-4634-ab58-325a85c46764","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:28.05397094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b37ef866-c2b0-4634-ab58-325a85c46764","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:28.105910262Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bb9fc2a3-10c6-4e00-8abe-d76f7b2c660a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:28.10593085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bb9fc2a3-10c6-4e00-8abe-d76f7b2c660a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:28.159386981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7b11b560","namespace":"ai-tenant-e2e-mt-9fbb8ae1"},"namespace":"ai-tenant-e2e-mt-9fbb8ae1","name":"e2e-shared-policy-7b11b560","reconcileID":"42d3f723-6fb3-47f3-869e-44b94bca21bf","MaaSAuthPolicy":{"name":"e2e-shared-policy-7b11b560","namespace":"ai-tenant-e2e-mt-9fbb8ae1"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:28.219213138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7b11b560","namespace":"ai-tenant-e2e-mt-9fbb8ae1"},"namespace":"ai-tenant-e2e-mt-9fbb8ae1","name":"e2e-shared-policy-7b11b560","reconcileID":"42d3f723-6fb3-47f3-869e-44b94bca21bf","MaaSAuthPolicy":{"name":"e2e-shared-policy-7b11b560","namespace":"ai-tenant-e2e-mt-9fbb8ae1"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:28.381780897Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-7b11b560","namespace":"ai-tenant-e2e-mt-9fbb8ae1"},"namespace":"ai-tenant-e2e-mt-9fbb8ae1","name":"e2e-shared-sub-7b11b560","reconcileID":"e71dd2e2-4615-46f7-b9c6-09a10559df28","MaaSSubscription":{"name":"e2e-shared-sub-7b11b560","namespace":"ai-tenant-e2e-mt-9fbb8ae1"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-7b11b560/e2e-shared-sub-7b11b560","ai-tenant-e2e-mt-9fbb8ae1/e2e-shared-sub-7b11b560","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:28.551650293Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"374b6966-f671-4a9e-9a93-79eff6c684fa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:28.551671183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"374b6966-f671-4a9e-9a93-79eff6c684fa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:28.625576605Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c1d43cca-442c-437b-80fe-422bca41ec91","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:28.625604367Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-7b11b560","namespace":"ai-tenant-e2e-mt-7b11b560"},"namespace":"ai-tenant-e2e-mt-7b11b560","name":"e2e-shared-sub-7b11b560","reconcileID":"cc7f70a4-d72c-4302-8d15-942185b5c92a","MaaSSubscription":{"name":"e2e-shared-sub-7b11b560","namespace":"ai-tenant-e2e-mt-7b11b560"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:28.765083696Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-7b11b560","namespace":"ai-tenant-e2e-mt-9fbb8ae1"},"namespace":"ai-tenant-e2e-mt-9fbb8ae1","name":"e2e-shared-sub-7b11b560","reconcileID":"f40d5642-eba0-40f6-950a-44fcdf098063","MaaSSubscription":{"name":"e2e-shared-sub-7b11b560","namespace":"ai-tenant-e2e-mt-9fbb8ae1"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:28.828203463Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7b11b560","namespace":"ai-tenant-e2e-mt-7b11b560"},"namespace":"ai-tenant-e2e-mt-7b11b560","name":"e2e-shared-policy-7b11b560","reconcileID":"04949a96-e62b-4abf-8cbc-f4a3c9b8a77d","MaaSAuthPolicy":{"name":"e2e-shared-policy-7b11b560","namespace":"ai-tenant-e2e-mt-7b11b560"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:28.828299841Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f613a13-78b5-4cda-b071-6842b348cab6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:28.828318799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f613a13-78b5-4cda-b071-6842b348cab6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:28.981857197Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7b11b560","namespace":"ai-tenant-e2e-mt-7b11b560"},"namespace":"ai-tenant-e2e-mt-7b11b560","name":"e2e-shared-policy-7b11b560","reconcileID":"04949a96-e62b-4abf-8cbc-f4a3c9b8a77d","MaaSAuthPolicy":{"name":"e2e-shared-policy-7b11b560","namespace":"ai-tenant-e2e-mt-7b11b560"},"policyNamespace":"ai-tenant-e2e-mt-7b11b560","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:29.042673059Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4b998855-dbef-4e47-b5b2-177278e36f5f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:29.042697085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4b998855-dbef-4e47-b5b2-177278e36f5f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:29.186980388Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1bbbca26-5d86-46f7-bf2f-9decca8fae2a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:29.187004833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1bbbca26-5d86-46f7-bf2f-9decca8fae2a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:31.218286785Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:39.352981743Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-7b11b560","namespace":"ai-tenant-e2e-mt-7b11b560"},"namespace":"ai-tenant-e2e-mt-7b11b560","name":"e2e-shared-sub-7b11b560","reconcileID":"7fb289c8-dbc9-43d0-8640-c903fe08e9a8","MaaSSubscription":{"name":"e2e-shared-sub-7b11b560","namespace":"ai-tenant-e2e-mt-7b11b560"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-sub-7b11b560","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:39.57459942Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-7b11b560","namespace":"ai-tenant-e2e-mt-7b11b560"},"namespace":"ai-tenant-e2e-mt-7b11b560","name":"e2e-shared-sub-7b11b560","reconcileID":"7fb289c8-dbc9-43d0-8640-c903fe08e9a8","MaaSSubscription":{"name":"e2e-shared-sub-7b11b560","namespace":"ai-tenant-e2e-mt-7b11b560"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-9fbb8ae1/e2e-shared-sub-7b11b560","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:39.790043273Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-7b11b560","namespace":"ai-tenant-e2e-mt-9fbb8ae1"},"namespace":"ai-tenant-e2e-mt-9fbb8ae1","name":"e2e-shared-sub-7b11b560","reconcileID":"9de8f5e2-6663-417b-849c-8b8e87a1118f","MaaSSubscription":{"name":"e2e-shared-sub-7b11b560","namespace":"ai-tenant-e2e-mt-9fbb8ae1"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:39.790186822Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9b697b54-d280-4d98-8af4-7b6f86a7d334","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:39.795841774Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"534ee37b-8cc3-4f19-93a1-2dc51474d66e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:39.795861225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"534ee37b-8cc3-4f19-93a1-2dc51474d66e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:51.283082796Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8540f6"},"namespace":"ai-tenant-e2e-inf-b-8540f6","name":"default-tenant","reconcileID":"9256ac88-1430-4369-9cf2-49197abb3b10","namespace":"ai-tenant-e2e-inf-b-8540f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:51.283178025Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8540f6"},"namespace":"ai-tenant-e2e-inf-b-8540f6","name":"default-tenant","reconcileID":"9256ac88-1430-4369-9cf2-49197abb3b10","namespace":"ai-tenant-e2e-inf-b-8540f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:51.283269245Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8540f6"},"namespace":"ai-tenant-e2e-inf-b-8540f6","name":"default-tenant","reconcileID":"9256ac88-1430-4369-9cf2-49197abb3b10","tenant":"e2e-inf-b-8540f6","tenantID":"e2e-inf-b-8540f6","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:51.338316024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8540f6"},"namespace":"ai-tenant-e2e-inf-b-8540f6","name":"default-tenant","reconcileID":"9256ac88-1430-4369-9cf2-49197abb3b10","gvk":"Deployment","name":"maas-api-e2e-inf-b-8540f6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:51.402921055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8540f6"},"namespace":"ai-tenant-e2e-inf-b-8540f6","name":"default-tenant","reconcileID":"9256ac88-1430-4369-9cf2-49197abb3b10","gvk":"Service","name":"maas-api-e2e-inf-b-8540f6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:51.462378564Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8540f6"},"namespace":"ai-tenant-e2e-inf-b-8540f6","name":"default-tenant","reconcileID":"9256ac88-1430-4369-9cf2-49197abb3b10","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-8540f6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:51.522132062Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8540f6"},"namespace":"ai-tenant-e2e-inf-b-8540f6","name":"default-tenant","reconcileID":"9256ac88-1430-4369-9cf2-49197abb3b10","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-8540f6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:51.584997506Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8540f6"},"namespace":"ai-tenant-e2e-inf-b-8540f6","name":"default-tenant","reconcileID":"9256ac88-1430-4369-9cf2-49197abb3b10","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-8540f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:51.642108476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8540f6"},"namespace":"ai-tenant-e2e-inf-b-8540f6","name":"default-tenant","reconcileID":"9256ac88-1430-4369-9cf2-49197abb3b10","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-8540f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:51.700786112Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8540f6"},"namespace":"ai-tenant-e2e-inf-b-8540f6","name":"default-tenant","reconcileID":"9256ac88-1430-4369-9cf2-49197abb3b10","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-8540f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:51.756642232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8540f6"},"namespace":"ai-tenant-e2e-inf-b-8540f6","name":"default-tenant","reconcileID":"9256ac88-1430-4369-9cf2-49197abb3b10","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-8540f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:51.81016718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8540f6"},"namespace":"ai-tenant-e2e-inf-b-8540f6","name":"default-tenant","reconcileID":"9256ac88-1430-4369-9cf2-49197abb3b10","gvk":"Deployment","name":"payload-processing-e2e-inf-b-8540f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:51.863175022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8540f6"},"namespace":"ai-tenant-e2e-inf-b-8540f6","name":"default-tenant","reconcileID":"9256ac88-1430-4369-9cf2-49197abb3b10","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-8540f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:51.916233297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8540f6"},"namespace":"ai-tenant-e2e-inf-b-8540f6","name":"default-tenant","reconcileID":"9256ac88-1430-4369-9cf2-49197abb3b10","gvk":"Service","name":"payload-processing-e2e-inf-b-8540f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:51.969280701Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8540f6"},"namespace":"ai-tenant-e2e-inf-b-8540f6","name":"default-tenant","reconcileID":"9256ac88-1430-4369-9cf2-49197abb3b10","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-8540f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:52.022416291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8540f6"},"namespace":"ai-tenant-e2e-inf-b-8540f6","name":"default-tenant","reconcileID":"9256ac88-1430-4369-9cf2-49197abb3b10","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-8540f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:52.075521471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8540f6"},"namespace":"ai-tenant-e2e-inf-b-8540f6","name":"default-tenant","reconcileID":"9256ac88-1430-4369-9cf2-49197abb3b10","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-8540f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:52.128778749Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8540f6"},"namespace":"ai-tenant-e2e-inf-b-8540f6","name":"default-tenant","reconcileID":"9256ac88-1430-4369-9cf2-49197abb3b10","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-8540f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:52.187294259Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8540f6"},"namespace":"ai-tenant-e2e-inf-b-8540f6","name":"default-tenant","reconcileID":"9256ac88-1430-4369-9cf2-49197abb3b10","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-8540f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:52.240503696Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8540f6"},"namespace":"ai-tenant-e2e-inf-b-8540f6","name":"default-tenant","reconcileID":"9256ac88-1430-4369-9cf2-49197abb3b10","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-8540f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:52.293600544Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8540f6"},"namespace":"ai-tenant-e2e-inf-b-8540f6","name":"default-tenant","reconcileID":"9256ac88-1430-4369-9cf2-49197abb3b10","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-8540f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:52.346845748Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8540f6"},"namespace":"ai-tenant-e2e-inf-b-8540f6","name":"default-tenant","reconcileID":"9256ac88-1430-4369-9cf2-49197abb3b10","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-8540f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:52.399912919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8540f6"},"namespace":"ai-tenant-e2e-inf-b-8540f6","name":"default-tenant","reconcileID":"9256ac88-1430-4369-9cf2-49197abb3b10","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-8540f6","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:57.795807576Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-8540f6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-8540f6","reconcileID":"1c554d97-83c0-43c7-aff9-5ebebc45c08d","aitenant":"ai-tenants/e2e-inf-b-8540f6","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:58.378889245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0dc1f94-945f-4c02-ab49-e92ce533c7b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:58.432198385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0dc1f94-945f-4c02-ab49-e92ce533c7b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:58.485597278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0dc1f94-945f-4c02-ab49-e92ce533c7b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:58.539243851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0dc1f94-945f-4c02-ab49-e92ce533c7b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:16:58.654683739Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-8540f6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-8540f6","reconcileID":"1c554d97-83c0-43c7-aff9-5ebebc45c08d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-8540f6","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-8540f6"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:00.565962381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b31556bd-d8f2-4e0f-85ee-e218b6b4a686","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:00.619387911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b31556bd-d8f2-4e0f-85ee-e218b6b4a686","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:00.67294238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b31556bd-d8f2-4e0f-85ee-e218b6b4a686","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:00.726278207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b31556bd-d8f2-4e0f-85ee-e218b6b4a686","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:01.230313897Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:02.783869245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb934231-8e7c-4213-807c-777302eb0198","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:02.837283192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb934231-8e7c-4213-807c-777302eb0198","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:02.890749886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb934231-8e7c-4213-807c-777302eb0198","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:02.945571182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb934231-8e7c-4213-807c-777302eb0198","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:04.930332491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d3b988a-8f24-4973-90e7-9aa14424aa68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:04.983735441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d3b988a-8f24-4973-90e7-9aa14424aa68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:05.03706987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d3b988a-8f24-4973-90e7-9aa14424aa68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:05.090963725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d3b988a-8f24-4973-90e7-9aa14424aa68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:07.053358975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a46c42fb-90e7-4486-a1f8-08f7f7032c1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:07.106653964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a46c42fb-90e7-4486-a1f8-08f7f7032c1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:07.159767187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a46c42fb-90e7-4486-a1f8-08f7f7032c1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:07.213639168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a46c42fb-90e7-4486-a1f8-08f7f7032c1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:22.787981925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-3c1cec"},"namespace":"ai-tenant-e2e-inf-b-3c1cec","name":"default-tenant","reconcileID":"79fd8a3d-6b8d-4562-9fcb-b6eb8c3a4b87","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-3c1cec","tenantID":"e2e-inf-b-3c1cec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:22.909059363Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-3c1cec"},"namespace":"ai-tenant-e2e-inf-b-3c1cec","name":"default-tenant","reconcileID":"79fd8a3d-6b8d-4562-9fcb-b6eb8c3a4b87","name":"e2e-inf-b-3c1cec-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:31.218376702Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:36.674849368Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-access","reconcileID":"9595eae4-f3fc-459d-b41d-36681d699936","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"model":"e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:36.674920766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"3fafe57b-07da-4b1f-a346-ef07a3d83266","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:36.843292594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"5bf9fa49-c5df-458e-a4eb-22b65c5ffb5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:36.886587037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"39f8f7aa-f1d6-4ef4-9a09-b803ff3f5a27","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:36.904340692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"5bf9fa49-c5df-458e-a4eb-22b65c5ffb5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:36.954154286Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-subscription","reconcileID":"7f29ca83-bbb3-45fa-b8bc-491832919e72","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-simulator-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:37.056895826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"528ac883-d9b5-4919-9906-01b00e15d2ad","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:37.235190873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"1eb48b60-b704-4b43-900b-999c8c0b35bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:37.294674904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"1eb48b60-b704-4b43-900b-999c8c0b35bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:37.916530378Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"rate-test-model-66d902","reconcileID":"159d6183-2694-4e3b-ae6f-3a59f8c5b312","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"tenant":"e2e-shared-a-w2-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","model":"ai-tenant-e2e-shared-a-w2-66d902/rate-test-model-66d902","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:37.916567387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"rate-test-model-66d902","reconcileID":"159d6183-2694-4e3b-ae6f-3a59f8c5b312","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"routeName":"rate-test-model-66d902-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-66d902","llmisvcName":"rate-test-model-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:44.757221195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebafe24f-8aba-424a-839a-d2a33b4b4543","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:44.810436488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebafe24f-8aba-424a-839a-d2a33b4b4543","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:44.86380148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebafe24f-8aba-424a-839a-d2a33b4b4543","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:44.917282182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebafe24f-8aba-424a-839a-d2a33b4b4543","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:46.954557721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d7011c9-c0cb-474b-8ea0-d8b46c294112","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:47.008064859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d7011c9-c0cb-474b-8ea0-d8b46c294112","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:47.061562126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d7011c9-c0cb-474b-8ea0-d8b46c294112","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:47.114916009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d7011c9-c0cb-474b-8ea0-d8b46c294112","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:47.249572168Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-subscription","reconcileID":"795b294a-5fed-41d3-9ca4-c2008eb53a88","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"model":"e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:47.30358658Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-subscription","reconcileID":"795b294a-5fed-41d3-9ca4-c2008eb53a88","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"model":"e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:47.388354587Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"simulator-subscription","reconcileID":"795b294a-5fed-41d3-9ca4-c2008eb53a88","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/simulator-w3-68b670","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:47.666047243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"3bde02b5-c5fa-44d8-a687-c07c31bfe161","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:47.771879166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"4780f4b4-2bcd-45f0-b593-8e563fb10e6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:47.830359092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"4780f4b4-2bcd-45f0-b593-8e563fb10e6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:51.140159236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"distinct-w3-68b670","reconcileID":"2e30075c-0a62-44a2-a729-cb523e5671ea","MaaSModelRef":{"name":"distinct-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"distinct-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"distinct-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:52.919819052Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"24b61825-7b3a-49e2-8d4d-1fee48001c07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"model":"e2e-models-e2e-worker-w3-68b670/premium-w3-68b670","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:52.91989245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"premium-w3-68b670","reconcileID":"0078a630-b808-492c-a427-ddc68d5ad7df","MaaSModelRef":{"name":"premium-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"premium-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"premium-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:53.127032741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"24b61825-7b3a-49e2-8d4d-1fee48001c07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:53.19712756Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-subscription","reconcileID":"903cadc0-b413-41ed-885d-32cbc7eaf6d5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-premium-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/premium-w3-68b670","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:53.257574317Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"24b61825-7b3a-49e2-8d4d-1fee48001c07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"e2e-worker-w3-68b670-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:53.257594892Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-access","reconcileID":"24b61825-7b3a-49e2-8d4d-1fee48001c07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-68b670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-68b670","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:53.315553278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"premium-w3-68b670","reconcileID":"bd703b8a-7c31-4cdb-8959-0c8da7c6fdf8","MaaSModelRef":{"name":"premium-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"premium-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"premium-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:53.450052185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"premium-w3-68b670","reconcileID":"e0a960d1-7f70-42b0-8a21-e401dc03f7ac","MaaSModelRef":{"name":"premium-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"premium-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"premium-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:53.617903596Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-subscription","reconcileID":"99e4b71e-b033-4246-86bb-b8b5e677e9d8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-premium-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/premium-w3-68b670","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:54.079462477Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-subscription","reconcileID":"db585835-9e92-426b-a5d2-f507ac57aecc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ca41d644","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:54.90772093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"distinct-w3-68b670","reconcileID":"e1f4f2e3-7704-4129-8c55-08dd006712ae","MaaSModelRef":{"name":"distinct-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"distinct-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"distinct-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:54.961249781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"premium-w3-68b670","reconcileID":"8f081f87-ffae-400e-832d-e00238ab316d","MaaSModelRef":{"name":"premium-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"premium-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"premium-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:54.96143714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"distinct-2-w3-68b670","reconcileID":"e405eb75-2bb2-4783-aa63-608b658578df","MaaSModelRef":{"name":"distinct-2-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"distinct-2-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"distinct-2-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:54.961604045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"f0d18250-0056-4d3e-9657-f8acba9ff9fc","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:55.014500066Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-subscription","reconcileID":"7afcc4f3-7bcc-4c5a-93c0-8716c33536b8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ca41d644","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:55.429220049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"premium-w3-68b670","reconcileID":"2a928d86-6da1-4fef-a7ac-4bbbe6ce06f5","MaaSModelRef":{"name":"premium-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"premium-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"premium-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:55.482967071Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-subscription","reconcileID":"8c4e9499-2f79-40de-9591-5f48f4361abc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ca41d644","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:55.54288706Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-subscription","reconcileID":"4ea850f3-977d-444d-be8e-12693e5edcde","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ca41d644","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:55.866156304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5737acc-130b-456c-9f70-bd77b6a4ddff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:55.919664073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5737acc-130b-456c-9f70-bd77b6a4ddff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:55.973237334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5737acc-130b-456c-9f70-bd77b6a4ddff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:56.02663436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5737acc-130b-456c-9f70-bd77b6a4ddff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:58.085403569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba70e887-c528-492f-b40e-5b5ccb1a1112","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:58.138593637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba70e887-c528-492f-b40e-5b5ccb1a1112","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:58.192056725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba70e887-c528-492f-b40e-5b5ccb1a1112","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:17:58.245086911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba70e887-c528-492f-b40e-5b5ccb1a1112","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:00.273845986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd55c46f-613c-4f5d-bcf0-a9a93a8e7064","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:00.33073898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd55c46f-613c-4f5d-bcf0-a9a93a8e7064","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:00.39676583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd55c46f-613c-4f5d-bcf0-a9a93a8e7064","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:00.45271645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd55c46f-613c-4f5d-bcf0-a9a93a8e7064","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:01.217667054Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:01.72518137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"distinct-2-w3-68b670","reconcileID":"dfe129b9-f172-4258-b3d8-86fecfa4a9a9","MaaSModelRef":{"name":"distinct-2-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"distinct-2-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"distinct-2-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:02.063999742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"b65ec407-ad27-445b-9197-3f1da7532b70","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:02.459832534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddc77791-12da-4962-ab2d-d1dd2b0d1430","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:02.512897171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddc77791-12da-4962-ab2d-d1dd2b0d1430","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:02.56656967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddc77791-12da-4962-ab2d-d1dd2b0d1430","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:02.620056356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddc77791-12da-4962-ab2d-d1dd2b0d1430","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:04.962383312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"distinct-w3-68b670","reconcileID":"afcbf05d-1f1b-4ee8-b087-c1e6e563f777","MaaSModelRef":{"name":"distinct-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"distinct-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"distinct-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:05.49042967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"premium-w3-68b670","reconcileID":"46486645-67de-4977-93f9-2cd37f4e16dc","MaaSModelRef":{"name":"premium-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"premium-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"premium-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:05.596533538Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-subscription","reconcileID":"ba856749-211c-4a5b-9bfd-f471c89ffd11","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"model":"e2e-models-e2e-worker-w3-68b670/premium-w3-68b670","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:05.650359873Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-subscription","reconcileID":"ba856749-211c-4a5b-9bfd-f471c89ffd11","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"model":"e2e-models-e2e-worker-w3-68b670/premium-w3-68b670","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:05.704129274Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"premium-simulator-subscription","reconcileID":"ba856749-211c-4a5b-9bfd-f471c89ffd11","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-68b670"},"name":"maas-trlp-premium-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670","model":"e2e-models-e2e-worker-w3-68b670/premium-w3-68b670","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:05.979920929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"premium-w3-68b670","reconcileID":"ff66c625-8742-4dc1-aea3-869b569d7a9c","MaaSModelRef":{"name":"premium-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"premium-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"premium-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:10.550561255Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7b11b560","namespace":"ai-tenant-e2e-mt-9fbb8ae1"},"namespace":"ai-tenant-e2e-mt-9fbb8ae1","name":"e2e-shared-policy-7b11b560","reconcileID":"5789542f-bc4f-43a2-8e97-4f2d9874c849","MaaSAuthPolicy":{"name":"e2e-shared-policy-7b11b560","namespace":"ai-tenant-e2e-mt-9fbb8ae1"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:10.550696404Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"274417e5-aafb-43f8-b24f-ebc3dfa34dda","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:10.550713684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"274417e5-aafb-43f8-b24f-ebc3dfa34dda","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:10.703954092Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7b11b560","namespace":"ai-tenant-e2e-mt-9fbb8ae1"},"namespace":"ai-tenant-e2e-mt-9fbb8ae1","name":"e2e-shared-policy-7b11b560","reconcileID":"5789542f-bc4f-43a2-8e97-4f2d9874c849","MaaSAuthPolicy":{"name":"e2e-shared-policy-7b11b560","namespace":"ai-tenant-e2e-mt-9fbb8ae1"},"policyNamespace":"ai-tenant-e2e-mt-9fbb8ae1","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:10.762167979Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b2b7b186-0566-497d-b09c-2fa8c34e80ec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:10.762189244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b2b7b186-0566-497d-b09c-2fa8c34e80ec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:10.936022453Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1beda9f8-2782-4485-a48a-f31288f53378","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:10.936044948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1beda9f8-2782-4485-a48a-f31288f53378","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:11.788088949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"distinct-2-w3-68b670","reconcileID":"dce09dd2-8cec-467a-b121-6d03b78dc6eb","MaaSModelRef":{"name":"distinct-2-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"distinct-2-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"distinct-2-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:12.124877098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"58c0c479-2dbd-4425-aed4-702f29c241b3","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:14.96318408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"distinct-w3-68b670","reconcileID":"66337ac8-6ca1-4dad-b325-09b32cb50175","MaaSModelRef":{"name":"distinct-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"distinct-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"distinct-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:15.980632924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"premium-w3-68b670","reconcileID":"2719e6f9-05b1-484c-a38a-c85741517805","MaaSModelRef":{"name":"premium-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"premium-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"premium-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:17.866676346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"distinct-2-w3-68b670","reconcileID":"f1f5e27c-bedc-41eb-ae89-33c1cb9f1c62","MaaSModelRef":{"name":"distinct-2-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"distinct-2-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"distinct-2-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:17.873940225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"distinct-w3-68b670","reconcileID":"1556fa23-f8ee-4b82-a68d-31bb12b892f5","MaaSModelRef":{"name":"distinct-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"distinct-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"distinct-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:17.882274536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"premium-w3-68b670","reconcileID":"11096d31-e74d-41cb-82b9-ef2f609b0ae3","MaaSModelRef":{"name":"premium-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"premium-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"premium-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:17.890815171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"namespace":"e2e-models-e2e-worker-w3-68b670","name":"simulator-w3-68b670","reconcileID":"fdb7a015-ece9-47ac-806b-3165c3d8b8e5","MaaSModelRef":{"name":"simulator-w3-68b670","namespace":"e2e-models-e2e-worker-w3-68b670"},"routeName":"simulator-w3-68b670-kserve-route","namespace":"e2e-models-e2e-worker-w3-68b670","llmisvcName":"simulator-w3-68b670","gateway":"openshift-ingress/e2e-worker-w3-68b670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:21.103507096Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-7b11b560","namespace":"ai-tenant-e2e-mt-9fbb8ae1"},"namespace":"ai-tenant-e2e-mt-9fbb8ae1","name":"e2e-shared-sub-7b11b560","reconcileID":"9fc67753-84f0-4697-b017-54a42609dc28","MaaSSubscription":{"name":"e2e-shared-sub-7b11b560","namespace":"ai-tenant-e2e-mt-9fbb8ae1"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-sub-7b11b560","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:21.324270832Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-7b11b560","namespace":"ai-tenant-e2e-mt-9fbb8ae1"},"namespace":"ai-tenant-e2e-mt-9fbb8ae1","name":"e2e-shared-sub-7b11b560","reconcileID":"9fc67753-84f0-4697-b017-54a42609dc28","MaaSSubscription":{"name":"e2e-shared-sub-7b11b560","namespace":"ai-tenant-e2e-mt-9fbb8ae1"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:21.53997543Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b0797b4f-cacc-4385-b9ce-87a2fc2a7333","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:21.544315189Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d6b0be5a-e848-41a2-b3a6-2800b22f2ef1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:21.544339295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d6b0be5a-e848-41a2-b3a6-2800b22f2ef1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:31.222950067Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:46.537784699Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"rate-test-model-3d8dc5","reconcileID":"5352f8b2-accc-419d-b998-106032d0af6c","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"tenant":"e2e-shared-b-w2-3d8dc5","gateway":"openshift-ingress/e2e-shared-b-w2-3d8dc5","model":"ai-tenant-e2e-shared-b-w2-3d8dc5/rate-test-model-3d8dc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:46.537820189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"rate-test-model-3d8dc5","reconcileID":"5352f8b2-accc-419d-b998-106032d0af6c","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"routeName":"rate-test-model-3d8dc5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","llmisvcName":"rate-test-model-3d8dc5","gateway":"openshift-ingress/e2e-shared-b-w2-3d8dc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:50.571559073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"339aae9a-f9a1-432b-b797-f2dd57fe9c86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:50.62493275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"339aae9a-f9a1-432b-b797-f2dd57fe9c86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:50.678594995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"339aae9a-f9a1-432b-b797-f2dd57fe9c86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:50.732080349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"339aae9a-f9a1-432b-b797-f2dd57fe9c86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:52.042896717Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"rate-test-model-66d902","reconcileID":"635e25c3-9978-4482-8440-16c02b31f127","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"tenant":"e2e-shared-a-w2-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","model":"ai-tenant-e2e-shared-a-w2-66d902/rate-test-model-66d902","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:52.042916579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"rate-test-model-66d902","reconcileID":"635e25c3-9978-4482-8440-16c02b31f127","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"routeName":"rate-test-model-66d902-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-66d902","llmisvcName":"rate-test-model-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:52.098338868Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"rate-test-model-66d902","reconcileID":"a9144ded-2e2d-4d55-ad89-ab5694388dd6","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"tenant":"e2e-shared-a-w2-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","model":"ai-tenant-e2e-shared-a-w2-66d902/rate-test-model-66d902","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:52.098362115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"rate-test-model-66d902","reconcileID":"a9144ded-2e2d-4d55-ad89-ab5694388dd6","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"routeName":"rate-test-model-66d902-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-66d902","llmisvcName":"rate-test-model-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:52.252627736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-rate-iso-auth-a74e5f","reconcileID":"73141737-a0ac-4389-8540-d2b55c8ac9ac","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-66d902","tenantID":"e2e-shared-a-w2-66d902","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:52.383598655Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-rate-iso-auth-a74e5f","reconcileID":"73141737-a0ac-4389-8540-d2b55c8ac9ac","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"name":"e2e-shared-a-w2-66d902-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:52.440744483Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-66d902-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-rate-iso-auth-a74e5f","reconcileID":"73141737-a0ac-4389-8540-d2b55c8ac9ac","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:52.499409443Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"rate-test-model-66d902","reconcileID":"e23ecc41-7406-4741-83a0-7bd4d691f909","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"tenant":"e2e-shared-a-w2-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","model":"ai-tenant-e2e-shared-a-w2-66d902/rate-test-model-66d902","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:52.499429674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"rate-test-model-66d902","reconcileID":"e23ecc41-7406-4741-83a0-7bd4d691f909","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"routeName":"rate-test-model-66d902-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-66d902","llmisvcName":"rate-test-model-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:52.700713913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8def04ff-f4a3-4310-acf6-7b091f2d6ea1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:52.75400926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8def04ff-f4a3-4310-acf6-7b091f2d6ea1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:52.807256201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8def04ff-f4a3-4310-acf6-7b091f2d6ea1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:18:52.860501073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8def04ff-f4a3-4310-acf6-7b091f2d6ea1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:00.651335284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0154b23-d5bc-4ba6-a617-92057f0ec7bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:00.705490019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0154b23-d5bc-4ba6-a617-92057f0ec7bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:00.758808268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0154b23-d5bc-4ba6-a617-92057f0ec7bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:00.812246378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0154b23-d5bc-4ba6-a617-92057f0ec7bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:01.220145599Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:02.607226855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-rate-iso-auth-a74e5f","reconcileID":"a6b71770-bcdc-4063-9950-c4f989d9e3ba","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-66d902","tenantID":"e2e-shared-a-w2-66d902","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:02.666386097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-rate-iso-auth-a74e5f","reconcileID":"a6b71770-bcdc-4063-9950-c4f989d9e3ba","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"name":"e2e-shared-a-w2-66d902-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:02.723334091Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-66d902-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-rate-iso-auth-a74e5f","reconcileID":"a6b71770-bcdc-4063-9950-c4f989d9e3ba","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:02.863352274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb1d365b-9a50-457a-9dc4-cfb7648064df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:02.916936614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb1d365b-9a50-457a-9dc4-cfb7648064df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:02.970330635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb1d365b-9a50-457a-9dc4-cfb7648064df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:03.023951137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb1d365b-9a50-457a-9dc4-cfb7648064df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:07.984522041Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-subscription","reconcileID":"c3a42117-7816-48e3-80ac-8c54840dc4de","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-simulator-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/simulator-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:08.0831748Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-subscription","reconcileID":"a28f86b3-a2a9-40e6-923e-8ed4add719ba","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-simulator-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/simulator-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:08.10316277Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"24dc8369-e960-4f90-9338-d393241e54f6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:08.182840672Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-subscription","reconcileID":"e3b6d3a2-00a7-43c4-a40a-fe259b130cbb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-premium-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/premium-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:08.289285781Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-subscription","reconcileID":"a471e531-772b-4259-a617-7341487d4b0e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-premium-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/premium-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:08.411664965Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-subscription","reconcileID":"8e36b46a-c242-424e-82dc-c72752a16d13","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-simulator-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:08.530727027Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-subscription","reconcileID":"192c51eb-dc25-4c9a-a3ee-d712e2d4e96b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-premium-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/premium-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:08.631086244Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"48c72344-4584-41bd-8fc2-5c96b4e21ff2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:08.833322674Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-subscription","reconcileID":"db790a3c-4bed-4c7d-95e2-21d0d2bf6b66","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-premium-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/premium-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:09.153152342Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-subscription","reconcileID":"76e87b4f-51f8-46f7-958b-bd5910a72734","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:12.829595921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-rate-iso-auth-a74e5f","reconcileID":"9a311083-45d2-457b-9f36-60535c0ab2b9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-66d902","tenantID":"e2e-shared-a-w2-66d902","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:12.892374161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-rate-iso-auth-a74e5f","reconcileID":"9a311083-45d2-457b-9f36-60535c0ab2b9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"name":"e2e-shared-a-w2-66d902-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:12.955073212Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-66d902-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (900ad3fe0f7de01601682c9f0ba15d0b9584bf6020ac1890c9a0a5f91e79bfce) AuthConfig (3a6900104fd175557221748f6f2cb1ee10c4d30331d3eeafa0ce4f9716b82d09) AuthConfig (31c266986b6506efa427785ee2bef46ebceb17b92efce890c58d23c7c44f3167) AuthConfig (8e08242927524b3e4e13300f663247c1a3d2b61ebd76171c53789387e1afa6b5) AuthConfig (404e69c8a4de4d3229c1d3136753d0c5d2fdef3cd09a9cc4d762a60f8fa1d13d) AuthConfig (0cbaed7885323e62d3cdc590a64091681bea398945cd9308469c315deb154425) AuthConfig (a1d3c6184112714f7e0061571c0daf21fa1d2e3cbd1599a872be1f4308f18a5f) AuthConfig (a28012843b9c59826bf05560909f4f53438a81710cbdb8eaffb581afd1c8a8ff) AuthConfig (b0d29552aba2a6dc4e6ab0dee8fb875a6ba826436831067fe0fec153b7edc403) AuthConfig (27bcd0c2d70adf1d07910f8b793017b9c847f8a4f1ada8a1a0c34074b51d1ca9) AuthConfig (a16e23a2091ac91830fe1820b35127b79aab4b8bf543f33f6f957d1a6e3b21cc) AuthConfig (c343eca7716405abbdec64a940e0f3a3b7f5a2d43d8cfb79cc8e4b417893daf5) AuthConfig (4197323c7981152e68e14e460f25f757a96f33f67f3fb7282164c97a0cb60dd0) AuthConfig (e9132f261540d67ef9ea1622426798824022834a333b78f315f2cc930c006d39) AuthConfig (0e36c3c64f2be8c702d1b2334d4399d76b74656d2639b352a2d74ee5ad0714d9) AuthConfig (d0eb2f843bb23b2096fa1fa233ebd63965293d2896e1be189bf89ee6d8f09f0e) AuthConfig (0cdadfffd389a1806119585c8caffbecc49e24e964c4bc6dfb318d4f7ab76a21) AuthConfig (00e5c033562f4536c129d53cb1b30c72106ad50574c9d40cb7d5f4b1be70d77a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-rate-iso-auth-a74e5f","reconcileID":"9a311083-45d2-457b-9f36-60535c0ab2b9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:13.014771162Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"rate-test-model-66d902","reconcileID":"ca2a7c79-eb5d-4b04-bf09-cdbfdf999c48","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"tenant":"e2e-shared-a-w2-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","model":"ai-tenant-e2e-shared-a-w2-66d902/rate-test-model-66d902","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:13.014794866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"rate-test-model-66d902","reconcileID":"ca2a7c79-eb5d-4b04-bf09-cdbfdf999c48","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"routeName":"rate-test-model-66d902-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-66d902","llmisvcName":"rate-test-model-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:13.783423573Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"default-tenant","reconcileID":"f1d301bb-beb6-4f75-b740-fb7b82c8472f","namespace":"ai-tenant-e2e-worker-w3-68b670","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:13.78350951Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"default-tenant","reconcileID":"f1d301bb-beb6-4f75-b740-fb7b82c8472f","namespace":"ai-tenant-e2e-worker-w3-68b670","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:13.78356007Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"default-tenant","reconcileID":"f1d301bb-beb6-4f75-b740-fb7b82c8472f","tenant":"e2e-worker-w3-68b670","tenantID":"e2e-worker-w3-68b670","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:13.841034194Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"default-tenant","reconcileID":"f1d301bb-beb6-4f75-b740-fb7b82c8472f","gvk":"Deployment","name":"maas-api-e2e-worker-w3-68b670","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:13.902688644Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"default-tenant","reconcileID":"f1d301bb-beb6-4f75-b740-fb7b82c8472f","gvk":"Service","name":"maas-api-e2e-worker-w3-68b670","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:13.962990756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"default-tenant","reconcileID":"f1d301bb-beb6-4f75-b740-fb7b82c8472f","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w3-68b670","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:14.018613143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"default-tenant","reconcileID":"f1d301bb-beb6-4f75-b740-fb7b82c8472f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w3-68b670","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:14.077299015Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"default-tenant","reconcileID":"f1d301bb-beb6-4f75-b740-fb7b82c8472f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w3-68b670","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:14.133423696Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"default-tenant","reconcileID":"f1d301bb-beb6-4f75-b740-fb7b82c8472f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w3-68b670","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:14.192169721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"default-tenant","reconcileID":"f1d301bb-beb6-4f75-b740-fb7b82c8472f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w3-68b670","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:14.248560083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"default-tenant","reconcileID":"f1d301bb-beb6-4f75-b740-fb7b82c8472f","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w3-68b670","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:14.301681227Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"default-tenant","reconcileID":"f1d301bb-beb6-4f75-b740-fb7b82c8472f","gvk":"Deployment","name":"payload-processing-e2e-worker-w3-68b670","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:14.354542205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"default-tenant","reconcileID":"f1d301bb-beb6-4f75-b740-fb7b82c8472f","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w3-68b670","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:14.407397916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"default-tenant","reconcileID":"f1d301bb-beb6-4f75-b740-fb7b82c8472f","gvk":"Service","name":"payload-processing-e2e-worker-w3-68b670","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:14.460344711Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"default-tenant","reconcileID":"f1d301bb-beb6-4f75-b740-fb7b82c8472f","gvk":"Service","name":"payload-pre-processing-e2e-worker-w3-68b670","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:14.513230639Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"default-tenant","reconcileID":"f1d301bb-beb6-4f75-b740-fb7b82c8472f","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w3-68b670","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:14.566317992Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"default-tenant","reconcileID":"f1d301bb-beb6-4f75-b740-fb7b82c8472f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w3-68b670","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:14.619281237Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"default-tenant","reconcileID":"f1d301bb-beb6-4f75-b740-fb7b82c8472f","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w3-68b670","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:14.676105022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"default-tenant","reconcileID":"f1d301bb-beb6-4f75-b740-fb7b82c8472f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w3-68b670","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:14.732102479Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"default-tenant","reconcileID":"f1d301bb-beb6-4f75-b740-fb7b82c8472f","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w3-68b670","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:14.784726869Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"default-tenant","reconcileID":"f1d301bb-beb6-4f75-b740-fb7b82c8472f","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w3-68b670","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:14.837664076Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"default-tenant","reconcileID":"f1d301bb-beb6-4f75-b740-fb7b82c8472f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w3-68b670","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:14.890552838Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-68b670"},"namespace":"ai-tenant-e2e-worker-w3-68b670","name":"default-tenant","reconcileID":"f1d301bb-beb6-4f75-b740-fb7b82c8472f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w3-68b670","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:18.552086437Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-68b670","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-68b670","reconcileID":"6eae49d0-6c44-431b-8548-1ebdd0c543fb","aitenant":"ai-tenants/e2e-worker-w3-68b670","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:19.129912241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"846e9f61-b859-444e-a1f2-5cd8cfdaf1b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:19.183315583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"846e9f61-b859-444e-a1f2-5cd8cfdaf1b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:19.236710942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"846e9f61-b859-444e-a1f2-5cd8cfdaf1b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:19.2901327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"846e9f61-b859-444e-a1f2-5cd8cfdaf1b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:19.405338739Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-68b670","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-68b670","reconcileID":"6eae49d0-6c44-431b-8548-1ebdd0c543fb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-68b670","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w3-68b670"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:21.277593606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18ce8851-33b3-4fe0-b1bc-d5d3aa78c31e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:21.33093324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18ce8851-33b3-4fe0-b1bc-d5d3aa78c31e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:21.384588748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18ce8851-33b3-4fe0-b1bc-d5d3aa78c31e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:21.438606899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18ce8851-33b3-4fe0-b1bc-d5d3aa78c31e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:23.122670045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-rate-iso-auth-a74e5f","reconcileID":"5a0b92a5-e6d0-4bd0-97fc-d3a6510278ad","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-66d902","tenantID":"e2e-shared-a-w2-66d902","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:23.180713552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-rate-iso-auth-a74e5f","reconcileID":"5a0b92a5-e6d0-4bd0-97fc-d3a6510278ad","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"name":"e2e-shared-a-w2-66d902-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:23.237683424Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-66d902-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (900ad3fe0f7de01601682c9f0ba15d0b9584bf6020ac1890c9a0a5f91e79bfce) AuthConfig (3a6900104fd175557221748f6f2cb1ee10c4d30331d3eeafa0ce4f9716b82d09) AuthConfig (31c266986b6506efa427785ee2bef46ebceb17b92efce890c58d23c7c44f3167) AuthConfig (8e08242927524b3e4e13300f663247c1a3d2b61ebd76171c53789387e1afa6b5) AuthConfig (404e69c8a4de4d3229c1d3136753d0c5d2fdef3cd09a9cc4d762a60f8fa1d13d) AuthConfig (0cbaed7885323e62d3cdc590a64091681bea398945cd9308469c315deb154425) AuthConfig (a1d3c6184112714f7e0061571c0daf21fa1d2e3cbd1599a872be1f4308f18a5f) AuthConfig (a28012843b9c59826bf05560909f4f53438a81710cbdb8eaffb581afd1c8a8ff) AuthConfig (b0d29552aba2a6dc4e6ab0dee8fb875a6ba826436831067fe0fec153b7edc403) AuthConfig (27bcd0c2d70adf1d07910f8b793017b9c847f8a4f1ada8a1a0c34074b51d1ca9) AuthConfig (a16e23a2091ac91830fe1820b35127b79aab4b8bf543f33f6f957d1a6e3b21cc) AuthConfig (c343eca7716405abbdec64a940e0f3a3b7f5a2d43d8cfb79cc8e4b417893daf5) AuthConfig (4197323c7981152e68e14e460f25f757a96f33f67f3fb7282164c97a0cb60dd0) AuthConfig (e9132f261540d67ef9ea1622426798824022834a333b78f315f2cc930c006d39) AuthConfig (0e36c3c64f2be8c702d1b2334d4399d76b74656d2639b352a2d74ee5ad0714d9) AuthConfig (d0eb2f843bb23b2096fa1fa233ebd63965293d2896e1be189bf89ee6d8f09f0e) AuthConfig (0cdadfffd389a1806119585c8caffbecc49e24e964c4bc6dfb318d4f7ab76a21) AuthConfig (00e5c033562f4536c129d53cb1b30c72106ad50574c9d40cb7d5f4b1be70d77a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-rate-iso-auth-a74e5f","reconcileID":"5a0b92a5-e6d0-4bd0-97fc-d3a6510278ad","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:23.39735179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37b95fcf-d24e-47f0-9f93-c7f6560ba5b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:23.450944647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37b95fcf-d24e-47f0-9f93-c7f6560ba5b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:23.504180676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37b95fcf-d24e-47f0-9f93-c7f6560ba5b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:23.557332721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37b95fcf-d24e-47f0-9f93-c7f6560ba5b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:25.514751973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae544b8f-e9d4-4b8a-97fb-f0ec869be5b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:25.569100315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae544b8f-e9d4-4b8a-97fb-f0ec869be5b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:25.622699589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae544b8f-e9d4-4b8a-97fb-f0ec869be5b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:25.675940082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae544b8f-e9d4-4b8a-97fb-f0ec869be5b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:27.641329769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cc2e25a-68ef-43a7-bb2d-b535b7968d23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:27.694400725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cc2e25a-68ef-43a7-bb2d-b535b7968d23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:27.747628885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cc2e25a-68ef-43a7-bb2d-b535b7968d23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:27.800844266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cc2e25a-68ef-43a7-bb2d-b535b7968d23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:28.128547942Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-subscription","reconcileID":"08c9c4ea-c5d1-478f-ae8c-e2cf241125e3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-premium-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/premium-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:28.235760413Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-subscription","reconcileID":"1bea2fec-52e8-4899-ba7c-6b80ce93b01d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-simulator-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/simulator-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:28.336334451Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-subscription","reconcileID":"e807b4b0-b424-4759-8806-8f761c14ace8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-premium-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/premium-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:28.356399443Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-subscription","reconcileID":"bdbe66e5-2ddc-47a8-aa2a-dacd7f02c885","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-simulator-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:28.440188726Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-subscription","reconcileID":"b41c62e1-7874-455b-85d3-810437e0126f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-simulator-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/simulator-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:28.59343671Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-subscription","reconcileID":"27e94b9e-89f8-42f2-9d8b-f39f1e238e18","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:28.712367604Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"28f10620-43c1-4fd1-ae88-75319961cae8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:28.847083365Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"36c4ad93-0e74-4bfd-888c-2e4762a52f13","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:28.914908478Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-subscription","reconcileID":"be36bf36-9c2a-4933-969e-b4e74be192c9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-premium-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/premium-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:29.143108392Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-subscription","reconcileID":"8c6e31fa-34b1-4544-a1c3-3b525f53af24","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-premium-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/premium-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:31.220222082Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:33.344064154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-rate-iso-auth-a74e5f","reconcileID":"d58d6383-2983-411a-8ae8-d795ea2bd46b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-66d902","tenantID":"e2e-shared-a-w2-66d902","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:33.402301887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-rate-iso-auth-a74e5f","reconcileID":"d58d6383-2983-411a-8ae8-d795ea2bd46b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"name":"e2e-shared-a-w2-66d902-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:33.722990933Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"rate-test-model-66d902","reconcileID":"5fb6af1b-0d60-4a2e-87e8-d45c626d11fe","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"tenant":"e2e-shared-a-w2-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","model":"ai-tenant-e2e-shared-a-w2-66d902/rate-test-model-66d902","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:33.723013761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"rate-test-model-66d902","reconcileID":"5fb6af1b-0d60-4a2e-87e8-d45c626d11fe","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"routeName":"rate-test-model-66d902-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-66d902","llmisvcName":"rate-test-model-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:38.910792454Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"rate-test-model-3d8dc5","reconcileID":"bf9f9961-b26f-4807-9633-d77e2764a119","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"tenant":"e2e-shared-b-w2-3d8dc5","gateway":"openshift-ingress/e2e-shared-b-w2-3d8dc5","model":"ai-tenant-e2e-shared-b-w2-3d8dc5/rate-test-model-3d8dc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:38.910813467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"rate-test-model-3d8dc5","reconcileID":"bf9f9961-b26f-4807-9633-d77e2764a119","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"routeName":"rate-test-model-3d8dc5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","llmisvcName":"rate-test-model-3d8dc5","gateway":"openshift-ingress/e2e-shared-b-w2-3d8dc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:38.968635271Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"rate-test-model-3d8dc5","reconcileID":"25ad4680-9661-4eb3-9939-8b8997d7b6c2","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"tenant":"e2e-shared-b-w2-3d8dc5","gateway":"openshift-ingress/e2e-shared-b-w2-3d8dc5","model":"ai-tenant-e2e-shared-b-w2-3d8dc5/rate-test-model-3d8dc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:38.968657669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"rate-test-model-3d8dc5","reconcileID":"25ad4680-9661-4eb3-9939-8b8997d7b6c2","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"routeName":"rate-test-model-3d8dc5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","llmisvcName":"rate-test-model-3d8dc5","gateway":"openshift-ingress/e2e-shared-b-w2-3d8dc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:39.074230827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-rate-iso-auth-a74e5f","reconcileID":"e67d4afd-ed28-4e7f-aabb-3669c9c4248e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3d8dc5","tenantID":"e2e-shared-b-w2-3d8dc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:39.204199441Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-rate-iso-auth-a74e5f","reconcileID":"e67d4afd-ed28-4e7f-aabb-3669c9c4248e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"name":"e2e-shared-b-w2-3d8dc5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:39.261177267Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-3d8dc5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-rate-iso-auth-a74e5f","reconcileID":"e67d4afd-ed28-4e7f-aabb-3669c9c4248e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:39.319853637Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"rate-test-model-3d8dc5","reconcileID":"43d9bdc3-7582-4bb0-bcca-40b31d5a1d05","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"tenant":"e2e-shared-b-w2-3d8dc5","gateway":"openshift-ingress/e2e-shared-b-w2-3d8dc5","model":"ai-tenant-e2e-shared-b-w2-3d8dc5/rate-test-model-3d8dc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:39.319875094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"rate-test-model-3d8dc5","reconcileID":"43d9bdc3-7582-4bb0-bcca-40b31d5a1d05","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"routeName":"rate-test-model-3d8dc5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","llmisvcName":"rate-test-model-3d8dc5","gateway":"openshift-ingress/e2e-shared-b-w2-3d8dc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:49.428807201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-rate-iso-auth-a74e5f","reconcileID":"07e24bd8-28c1-4757-a4f7-8b0d0fecdc2c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3d8dc5","tenantID":"e2e-shared-b-w2-3d8dc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:49.487077687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-rate-iso-auth-a74e5f","reconcileID":"07e24bd8-28c1-4757-a4f7-8b0d0fecdc2c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"name":"e2e-shared-b-w2-3d8dc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:49.543858151Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-3d8dc5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-rate-iso-auth-a74e5f","reconcileID":"07e24bd8-28c1-4757-a4f7-8b0d0fecdc2c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:50.01351701Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-255c49"},"namespace":"ai-tenant-e2e-inf-a-255c49","name":"default-tenant","reconcileID":"31b60431-9906-4e2b-b9d9-4e3a4cf3bc5b","namespace":"ai-tenant-e2e-inf-a-255c49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:50.013573926Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-255c49"},"namespace":"ai-tenant-e2e-inf-a-255c49","name":"default-tenant","reconcileID":"31b60431-9906-4e2b-b9d9-4e3a4cf3bc5b","namespace":"ai-tenant-e2e-inf-a-255c49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:50.013622348Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-255c49"},"namespace":"ai-tenant-e2e-inf-a-255c49","name":"default-tenant","reconcileID":"31b60431-9906-4e2b-b9d9-4e3a4cf3bc5b","tenant":"e2e-inf-a-255c49","tenantID":"e2e-inf-a-255c49","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:50.0692301Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-255c49"},"namespace":"ai-tenant-e2e-inf-a-255c49","name":"default-tenant","reconcileID":"31b60431-9906-4e2b-b9d9-4e3a4cf3bc5b","gvk":"Deployment","name":"maas-api-e2e-inf-a-255c49","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:50.130630269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-255c49"},"namespace":"ai-tenant-e2e-inf-a-255c49","name":"default-tenant","reconcileID":"31b60431-9906-4e2b-b9d9-4e3a4cf3bc5b","gvk":"Service","name":"maas-api-e2e-inf-a-255c49","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:50.191349023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-255c49"},"namespace":"ai-tenant-e2e-inf-a-255c49","name":"default-tenant","reconcileID":"31b60431-9906-4e2b-b9d9-4e3a4cf3bc5b","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-255c49","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:50.247227254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-255c49"},"namespace":"ai-tenant-e2e-inf-a-255c49","name":"default-tenant","reconcileID":"31b60431-9906-4e2b-b9d9-4e3a4cf3bc5b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-255c49","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:50.303692936Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-255c49"},"namespace":"ai-tenant-e2e-inf-a-255c49","name":"default-tenant","reconcileID":"31b60431-9906-4e2b-b9d9-4e3a4cf3bc5b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-255c49","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:50.36400858Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-255c49"},"namespace":"ai-tenant-e2e-inf-a-255c49","name":"default-tenant","reconcileID":"31b60431-9906-4e2b-b9d9-4e3a4cf3bc5b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-255c49","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:50.422612533Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-255c49"},"namespace":"ai-tenant-e2e-inf-a-255c49","name":"default-tenant","reconcileID":"31b60431-9906-4e2b-b9d9-4e3a4cf3bc5b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-255c49","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:50.478288441Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-255c49"},"namespace":"ai-tenant-e2e-inf-a-255c49","name":"default-tenant","reconcileID":"31b60431-9906-4e2b-b9d9-4e3a4cf3bc5b","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-255c49","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:50.531418439Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-255c49"},"namespace":"ai-tenant-e2e-inf-a-255c49","name":"default-tenant","reconcileID":"31b60431-9906-4e2b-b9d9-4e3a4cf3bc5b","gvk":"Deployment","name":"payload-processing-e2e-inf-a-255c49","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:50.584567431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-255c49"},"namespace":"ai-tenant-e2e-inf-a-255c49","name":"default-tenant","reconcileID":"31b60431-9906-4e2b-b9d9-4e3a4cf3bc5b","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-255c49","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:50.63773186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-255c49"},"namespace":"ai-tenant-e2e-inf-a-255c49","name":"default-tenant","reconcileID":"31b60431-9906-4e2b-b9d9-4e3a4cf3bc5b","gvk":"Service","name":"payload-processing-e2e-inf-a-255c49","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:50.690414542Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-255c49"},"namespace":"ai-tenant-e2e-inf-a-255c49","name":"default-tenant","reconcileID":"31b60431-9906-4e2b-b9d9-4e3a4cf3bc5b","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-255c49","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:50.743410527Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-255c49"},"namespace":"ai-tenant-e2e-inf-a-255c49","name":"default-tenant","reconcileID":"31b60431-9906-4e2b-b9d9-4e3a4cf3bc5b","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-255c49","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:50.796305499Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-255c49"},"namespace":"ai-tenant-e2e-inf-a-255c49","name":"default-tenant","reconcileID":"31b60431-9906-4e2b-b9d9-4e3a4cf3bc5b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-255c49","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:50.849264253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-255c49"},"namespace":"ai-tenant-e2e-inf-a-255c49","name":"default-tenant","reconcileID":"31b60431-9906-4e2b-b9d9-4e3a4cf3bc5b","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-255c49","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:50.906544815Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-255c49"},"namespace":"ai-tenant-e2e-inf-a-255c49","name":"default-tenant","reconcileID":"31b60431-9906-4e2b-b9d9-4e3a4cf3bc5b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-255c49","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:50.959797117Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-255c49"},"namespace":"ai-tenant-e2e-inf-a-255c49","name":"default-tenant","reconcileID":"31b60431-9906-4e2b-b9d9-4e3a4cf3bc5b","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-255c49","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:51.012982344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-255c49"},"namespace":"ai-tenant-e2e-inf-a-255c49","name":"default-tenant","reconcileID":"31b60431-9906-4e2b-b9d9-4e3a4cf3bc5b","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-255c49","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:51.066102979Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-255c49"},"namespace":"ai-tenant-e2e-inf-a-255c49","name":"default-tenant","reconcileID":"31b60431-9906-4e2b-b9d9-4e3a4cf3bc5b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-255c49","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:51.119185612Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-255c49"},"namespace":"ai-tenant-e2e-inf-a-255c49","name":"default-tenant","reconcileID":"31b60431-9906-4e2b-b9d9-4e3a4cf3bc5b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-255c49","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:52.363075243Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7297f5dd-76b2-4642-8354-aca14cb6f7bd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:52.363096573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7297f5dd-76b2-4642-8354-aca14cb6f7bd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:52.419950094Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"afc86d9e-8de0-4744-8a48-45a98cac1e34","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:52.419968684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"afc86d9e-8de0-4744-8a48-45a98cac1e34","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:52.577658141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-030c6686","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-030c6686","reconcileID":"a34d56c3-e693-43f6-aacf-235e07f7f0c3","MaaSAuthPolicy":{"name":"e2e-default-ns-030c6686","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:52.707692497Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-030c6686","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-030c6686","reconcileID":"a34d56c3-e693-43f6-aacf-235e07f7f0c3","MaaSAuthPolicy":{"name":"e2e-default-ns-030c6686","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:52.764572195Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-030c6686","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-030c6686","reconcileID":"a34d56c3-e693-43f6-aacf-235e07f7f0c3","MaaSAuthPolicy":{"name":"e2e-default-ns-030c6686","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:52.821144471Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8008f3e0-d844-47bf-83f2-fd00f6ac6f5a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:52.82116368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8008f3e0-d844-47bf-83f2-fd00f6ac6f5a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:56.884808069Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5223393f-a9bd-4292-8954-2449d3f46d67","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:56.983524252Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-subscription","reconcileID":"47c4892b-0477-4b9a-8c02-4d706d7cfb99","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:57.084167876Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-subscription","reconcileID":"946359cb-4eb6-400f-b132-31cafb91c891","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-premium-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/premium-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:57.438607794Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-subscription","reconcileID":"2d89c7a6-d907-4496-90a5-13846038e65b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-premium-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/premium-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:57.557702451Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d097ae23-b79f-4057-a443-34cad2fc0f87","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:57.757932165Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-subscription","reconcileID":"a48b95ea-d588-42f6-9fd3-ac682936fd82","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-premium-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/premium-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:57.757938831Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-subscription","reconcileID":"612be0e5-604d-482a-ac66-16521f4092d1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-premium-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/premium-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:57.977325594Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-subscription","reconcileID":"9ed4a173-dd6f-4103-b0e6-01215519b9d1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-simulator-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/simulator-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:58.159218338Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-subscription","reconcileID":"6168a647-1677-467d-ac40-82dddc13f734","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-simulator-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/simulator-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:58.258852414Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-subscription","reconcileID":"98893e18-9524-4855-be89-82f015367a95","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-simulator-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:59.343825331Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-255c49","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-255c49","reconcileID":"f522694a-442c-43e0-a02b-077032a34574","aitenant":"ai-tenants/e2e-inf-a-255c49","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:59.651522374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-rate-iso-auth-a74e5f","reconcileID":"98a12846-ca08-4501-97e7-fe5a88b19c02","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3d8dc5","tenantID":"e2e-shared-b-w2-3d8dc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:59.710071343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-rate-iso-auth-a74e5f","reconcileID":"98a12846-ca08-4501-97e7-fe5a88b19c02","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"name":"e2e-shared-b-w2-3d8dc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:59.767205611Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-3d8dc5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e914c76d5fc50631a7abd25d80b6d0aa9cb7a3a8022a6296aa087222c5ba0c31) AuthConfig (8a49f4f7d08672eac8fe1ad9cd816d8ec488a479fcd625f86362cff284eb0612) AuthConfig (9d60faace98e44f22d0e7768ec53d1f9844a23e68b11a1883e9a2d8699a38635) AuthConfig (7f83a586b154538435848182b04e83e13b96cb0cf7a705da833b00b04f4fd7a7) AuthConfig (c63f7c4ee5ac9b11ad8d50f602825931925698f59a851d06349ec5899219c386) AuthConfig (f8a791df5fe95700146e73894ee82b981525cd9f17d951a2f8fd3412cacbf433) AuthConfig (45b8954f5eb1f464e41e191cdfdadf6cff2278bed43776a4494f8f9016c86f3a) AuthConfig (c84dd0fe15a10cf9b54366dc35aeae3e1a0cac58dc5863de44ce13cfc671eb49) AuthConfig (8e8cd11a152777ebbae473d28e2f7f80e017b3c675f7177fed56920042e19a13) AuthConfig (d9ed0f8bd115a3c6e61b4f0d89a29c303d71c21793996adc130f6337408fa135) AuthConfig (33497b71bf9e8423880a223aeb679796b27457d8ab38d6495de50468c78223b7) AuthConfig (bdb30fc8fafba9ba0aa72eeb4ce2979e0ca03d59fc2eba93f84fdf219fb89cd9) AuthConfig (b4e9179c1e2995130454017665668f2506b5b2615dfa7eb4da41941235383266) AuthConfig (aa8cbec64e0fffdc9b5c8b1438f1f707cfdf12d1c797c3f921a32c9dcf20e51a) AuthConfig (b23101b7d684c3d800c0279b8e29b4b2f8112c32b10d6c36587256476c432050) AuthConfig (0356499a76869d982ec0bd888135e831f4ec7e94180282d923847f74cf943252) AuthConfig (8a85e52325cd451703916d461ff73957338ebcd6043de14032ac93de60e17963) AuthConfig (47d4647e4805909e21cf9375e9b78d6a0ec7fd53a0d4659df7b083319e28634c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-rate-iso-auth-a74e5f","reconcileID":"98a12846-ca08-4501-97e7-fe5a88b19c02","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:59.824845085Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"rate-test-model-3d8dc5","reconcileID":"0a83141c-a40d-48e9-b88b-cf6741b20158","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"tenant":"e2e-shared-b-w2-3d8dc5","gateway":"openshift-ingress/e2e-shared-b-w2-3d8dc5","model":"ai-tenant-e2e-shared-b-w2-3d8dc5/rate-test-model-3d8dc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:59.824868539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"rate-test-model-3d8dc5","reconcileID":"0a83141c-a40d-48e9-b88b-cf6741b20158","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"routeName":"rate-test-model-3d8dc5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","llmisvcName":"rate-test-model-3d8dc5","gateway":"openshift-ingress/e2e-shared-b-w2-3d8dc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:59.876006184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8086caa7-b9b9-4fe1-b899-ee64ed9fcb06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:59.929256697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8086caa7-b9b9-4fe1-b899-ee64ed9fcb06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:19:59.982421554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8086caa7-b9b9-4fe1-b899-ee64ed9fcb06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:00.035814374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8086caa7-b9b9-4fe1-b899-ee64ed9fcb06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:00.204330356Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-255c49","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-255c49","reconcileID":"f522694a-442c-43e0-a02b-077032a34574","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-255c49","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-255c49"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:01.219022845Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:01.994713209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abce81e2-9b5e-4d22-aafa-ab990aabd105","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:02.048386417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abce81e2-9b5e-4d22-aafa-ab990aabd105","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:02.101843955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abce81e2-9b5e-4d22-aafa-ab990aabd105","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:02.155228336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abce81e2-9b5e-4d22-aafa-ab990aabd105","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:02.981324991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-030c6686","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-030c6686","reconcileID":"652eafd8-754c-417c-a63b-69cceb367160","MaaSAuthPolicy":{"name":"e2e-default-ns-030c6686","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:03.040767723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-030c6686","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-030c6686","reconcileID":"652eafd8-754c-417c-a63b-69cceb367160","MaaSAuthPolicy":{"name":"e2e-default-ns-030c6686","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:03.097643508Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-030c6686","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-030c6686","reconcileID":"652eafd8-754c-417c-a63b-69cceb367160","MaaSAuthPolicy":{"name":"e2e-default-ns-030c6686","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:04.109355192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2ab83ae-3d9e-48c0-9fe0-859b93d66596","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:04.162838266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2ab83ae-3d9e-48c0-9fe0-859b93d66596","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:04.216068399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2ab83ae-3d9e-48c0-9fe0-859b93d66596","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:04.270226919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2ab83ae-3d9e-48c0-9fe0-859b93d66596","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:08.137955975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb46b0d6-1c83-4c15-a743-b97b96b86215","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:08.191364993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb46b0d6-1c83-4c15-a743-b97b96b86215","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:08.246087638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb46b0d6-1c83-4c15-a743-b97b96b86215","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:08.300855691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb46b0d6-1c83-4c15-a743-b97b96b86215","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:09.932193392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-rate-iso-auth-a74e5f","reconcileID":"6b36d3ed-94af-4ba5-804d-c743292ce8d9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3d8dc5","tenantID":"e2e-shared-b-w2-3d8dc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:09.991777972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-rate-iso-auth-a74e5f","reconcileID":"6b36d3ed-94af-4ba5-804d-c743292ce8d9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"name":"e2e-shared-b-w2-3d8dc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:10.049204341Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-3d8dc5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e914c76d5fc50631a7abd25d80b6d0aa9cb7a3a8022a6296aa087222c5ba0c31) AuthConfig (8a49f4f7d08672eac8fe1ad9cd816d8ec488a479fcd625f86362cff284eb0612) AuthConfig (9d60faace98e44f22d0e7768ec53d1f9844a23e68b11a1883e9a2d8699a38635) AuthConfig (7f83a586b154538435848182b04e83e13b96cb0cf7a705da833b00b04f4fd7a7) AuthConfig (c63f7c4ee5ac9b11ad8d50f602825931925698f59a851d06349ec5899219c386) AuthConfig (f8a791df5fe95700146e73894ee82b981525cd9f17d951a2f8fd3412cacbf433) AuthConfig (45b8954f5eb1f464e41e191cdfdadf6cff2278bed43776a4494f8f9016c86f3a) AuthConfig (c84dd0fe15a10cf9b54366dc35aeae3e1a0cac58dc5863de44ce13cfc671eb49) AuthConfig (8e8cd11a152777ebbae473d28e2f7f80e017b3c675f7177fed56920042e19a13) AuthConfig (d9ed0f8bd115a3c6e61b4f0d89a29c303d71c21793996adc130f6337408fa135) AuthConfig (33497b71bf9e8423880a223aeb679796b27457d8ab38d6495de50468c78223b7) AuthConfig (bdb30fc8fafba9ba0aa72eeb4ce2979e0ca03d59fc2eba93f84fdf219fb89cd9) AuthConfig (b4e9179c1e2995130454017665668f2506b5b2615dfa7eb4da41941235383266) AuthConfig (aa8cbec64e0fffdc9b5c8b1438f1f707cfdf12d1c797c3f921a32c9dcf20e51a) AuthConfig (b23101b7d684c3d800c0279b8e29b4b2f8112c32b10d6c36587256476c432050) AuthConfig (0356499a76869d982ec0bd888135e831f4ec7e94180282d923847f74cf943252) AuthConfig (8a85e52325cd451703916d461ff73957338ebcd6043de14032ac93de60e17963) AuthConfig (47d4647e4805909e21cf9375e9b78d6a0ec7fd53a0d4659df7b083319e28634c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-rate-iso-auth-a74e5f","reconcileID":"6b36d3ed-94af-4ba5-804d-c743292ce8d9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:10.274926378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39643744-d911-4b1c-9e40-905a260810c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:10.329066492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39643744-d911-4b1c-9e40-905a260810c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:10.383348318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39643744-d911-4b1c-9e40-905a260810c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:10.436975781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39643744-d911-4b1c-9e40-905a260810c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:12.563325285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"622527b6-edad-4079-83cf-4e1478f3aad8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:12.61827932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"622527b6-edad-4079-83cf-4e1478f3aad8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:12.674570682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"622527b6-edad-4079-83cf-4e1478f3aad8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:12.728995245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"622527b6-edad-4079-83cf-4e1478f3aad8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:13.258019591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-030c6686","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-030c6686","reconcileID":"c97166ba-a68f-4fbd-86cb-4b771ddd7b09","MaaSAuthPolicy":{"name":"e2e-default-ns-030c6686","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:13.317482529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-030c6686","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-030c6686","reconcileID":"c97166ba-a68f-4fbd-86cb-4b771ddd7b09","MaaSAuthPolicy":{"name":"e2e-default-ns-030c6686","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:13.376216763Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-030c6686","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-030c6686","reconcileID":"c97166ba-a68f-4fbd-86cb-4b771ddd7b09","MaaSAuthPolicy":{"name":"e2e-default-ns-030c6686","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:20.157422553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-rate-iso-auth-a74e5f","reconcileID":"e4ae1e49-568c-46ba-b52d-ff8398ffd01c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3d8dc5","tenantID":"e2e-shared-b-w2-3d8dc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:20.216014799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-rate-iso-auth-a74e5f","reconcileID":"e4ae1e49-568c-46ba-b52d-ff8398ffd01c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"name":"e2e-shared-b-w2-3d8dc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:20.273308314Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-3d8dc5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e914c76d5fc50631a7abd25d80b6d0aa9cb7a3a8022a6296aa087222c5ba0c31) AuthConfig (8a49f4f7d08672eac8fe1ad9cd816d8ec488a479fcd625f86362cff284eb0612) AuthConfig (9d60faace98e44f22d0e7768ec53d1f9844a23e68b11a1883e9a2d8699a38635) AuthConfig (7f83a586b154538435848182b04e83e13b96cb0cf7a705da833b00b04f4fd7a7) AuthConfig (c63f7c4ee5ac9b11ad8d50f602825931925698f59a851d06349ec5899219c386) AuthConfig (f8a791df5fe95700146e73894ee82b981525cd9f17d951a2f8fd3412cacbf433) AuthConfig (45b8954f5eb1f464e41e191cdfdadf6cff2278bed43776a4494f8f9016c86f3a) AuthConfig (c84dd0fe15a10cf9b54366dc35aeae3e1a0cac58dc5863de44ce13cfc671eb49) AuthConfig (8e8cd11a152777ebbae473d28e2f7f80e017b3c675f7177fed56920042e19a13) AuthConfig (d9ed0f8bd115a3c6e61b4f0d89a29c303d71c21793996adc130f6337408fa135) AuthConfig (33497b71bf9e8423880a223aeb679796b27457d8ab38d6495de50468c78223b7) AuthConfig (bdb30fc8fafba9ba0aa72eeb4ce2979e0ca03d59fc2eba93f84fdf219fb89cd9) AuthConfig (b4e9179c1e2995130454017665668f2506b5b2615dfa7eb4da41941235383266) AuthConfig (aa8cbec64e0fffdc9b5c8b1438f1f707cfdf12d1c797c3f921a32c9dcf20e51a) AuthConfig (b23101b7d684c3d800c0279b8e29b4b2f8112c32b10d6c36587256476c432050) AuthConfig (0356499a76869d982ec0bd888135e831f4ec7e94180282d923847f74cf943252) AuthConfig (8a85e52325cd451703916d461ff73957338ebcd6043de14032ac93de60e17963) AuthConfig (47d4647e4805909e21cf9375e9b78d6a0ec7fd53a0d4659df7b083319e28634c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-rate-iso-auth-a74e5f","reconcileID":"e4ae1e49-568c-46ba-b52d-ff8398ffd01c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:21.221955211Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-subscription","reconcileID":"e4d3635d-83b5-4a42-911e-5c398ed572dd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:21.404105858Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-subscription","reconcileID":"e1bac5f5-2c2e-48ca-8110-c02a750657a2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-simulator-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/simulator-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:21.52386873Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-subscription","reconcileID":"d43c9366-4007-45e2-87fc-20ffdc3a8ae4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-premium-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/premium-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:21.623615928Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"37a9c4f6-9011-4b96-9b21-7e672a04dc61","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:21.648601355Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e30496c2"},"namespace":"ai-tenant-e2e-mt-e30496c2","name":"default-tenant","reconcileID":"dc18b6d7-9f0a-42e1-b825-6afe21b344f3","namespace":"ai-tenant-e2e-mt-e30496c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:21.648670191Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e30496c2"},"namespace":"ai-tenant-e2e-mt-e30496c2","name":"default-tenant","reconcileID":"dc18b6d7-9f0a-42e1-b825-6afe21b344f3","namespace":"ai-tenant-e2e-mt-e30496c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:21.648726682Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e30496c2"},"namespace":"ai-tenant-e2e-mt-e30496c2","name":"default-tenant","reconcileID":"dc18b6d7-9f0a-42e1-b825-6afe21b344f3","tenant":"e2e-mt-e30496c2","tenantID":"e2e-mt-e30496c2","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:21.703928403Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e30496c2"},"namespace":"ai-tenant-e2e-mt-e30496c2","name":"default-tenant","reconcileID":"dc18b6d7-9f0a-42e1-b825-6afe21b344f3","gvk":"Deployment","name":"maas-api-e2e-mt-e30496c2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:21.7255832Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-subscription","reconcileID":"f98e7b15-6e67-4de9-8ed2-294a632ba6ed","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-premium-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/premium-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:21.767215322Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e30496c2"},"namespace":"ai-tenant-e2e-mt-e30496c2","name":"default-tenant","reconcileID":"dc18b6d7-9f0a-42e1-b825-6afe21b344f3","gvk":"Service","name":"maas-api-e2e-mt-e30496c2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:21.826146762Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e30496c2"},"namespace":"ai-tenant-e2e-mt-e30496c2","name":"default-tenant","reconcileID":"dc18b6d7-9f0a-42e1-b825-6afe21b344f3","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-e30496c2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:21.833580365Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"823d9fc5-960f-4723-bc34-b83a9b77fdce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:21.881413084Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e30496c2"},"namespace":"ai-tenant-e2e-mt-e30496c2","name":"default-tenant","reconcileID":"dc18b6d7-9f0a-42e1-b825-6afe21b344f3","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-e30496c2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:21.93850917Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e30496c2"},"namespace":"ai-tenant-e2e-mt-e30496c2","name":"default-tenant","reconcileID":"dc18b6d7-9f0a-42e1-b825-6afe21b344f3","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-e30496c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:21.993959549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e30496c2"},"namespace":"ai-tenant-e2e-mt-e30496c2","name":"default-tenant","reconcileID":"dc18b6d7-9f0a-42e1-b825-6afe21b344f3","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-e30496c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:22.051088314Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e30496c2"},"namespace":"ai-tenant-e2e-mt-e30496c2","name":"default-tenant","reconcileID":"dc18b6d7-9f0a-42e1-b825-6afe21b344f3","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-e30496c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:22.107191831Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e30496c2"},"namespace":"ai-tenant-e2e-mt-e30496c2","name":"default-tenant","reconcileID":"dc18b6d7-9f0a-42e1-b825-6afe21b344f3","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-e30496c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:22.141541739Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-subscription","reconcileID":"6fad53f4-4864-4fbd-b50c-5aa8d815f7c6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-simulator-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:22.162055081Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e30496c2"},"namespace":"ai-tenant-e2e-mt-e30496c2","name":"default-tenant","reconcileID":"dc18b6d7-9f0a-42e1-b825-6afe21b344f3","gvk":"Deployment","name":"payload-processing-e2e-mt-e30496c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:22.214793148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e30496c2"},"namespace":"ai-tenant-e2e-mt-e30496c2","name":"default-tenant","reconcileID":"dc18b6d7-9f0a-42e1-b825-6afe21b344f3","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-e30496c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:22.26753663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e30496c2"},"namespace":"ai-tenant-e2e-mt-e30496c2","name":"default-tenant","reconcileID":"dc18b6d7-9f0a-42e1-b825-6afe21b344f3","gvk":"Service","name":"payload-processing-e2e-mt-e30496c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:22.330191891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e30496c2"},"namespace":"ai-tenant-e2e-mt-e30496c2","name":"default-tenant","reconcileID":"dc18b6d7-9f0a-42e1-b825-6afe21b344f3","gvk":"Service","name":"payload-pre-processing-e2e-mt-e30496c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:22.389912608Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e30496c2"},"namespace":"ai-tenant-e2e-mt-e30496c2","name":"default-tenant","reconcileID":"dc18b6d7-9f0a-42e1-b825-6afe21b344f3","gvk":"DestinationRule","name":"payload-processing-e2e-mt-e30496c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:22.404484218Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-subscription","reconcileID":"4403ec46-ce31-4dd3-9fc8-879193b07565","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-simulator-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/simulator-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:22.442665861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e30496c2"},"namespace":"ai-tenant-e2e-mt-e30496c2","name":"default-tenant","reconcileID":"dc18b6d7-9f0a-42e1-b825-6afe21b344f3","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-e30496c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:22.496359352Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e30496c2"},"namespace":"ai-tenant-e2e-mt-e30496c2","name":"default-tenant","reconcileID":"dc18b6d7-9f0a-42e1-b825-6afe21b344f3","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-e30496c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:22.501326036Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-subscription","reconcileID":"04c1bbef-93b2-4879-9eff-81c372ff36af","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-premium-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/premium-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:22.553438915Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e30496c2"},"namespace":"ai-tenant-e2e-mt-e30496c2","name":"default-tenant","reconcileID":"dc18b6d7-9f0a-42e1-b825-6afe21b344f3","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-e30496c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:22.606491025Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e30496c2"},"namespace":"ai-tenant-e2e-mt-e30496c2","name":"default-tenant","reconcileID":"dc18b6d7-9f0a-42e1-b825-6afe21b344f3","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-e30496c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:22.660654676Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e30496c2"},"namespace":"ai-tenant-e2e-mt-e30496c2","name":"default-tenant","reconcileID":"dc18b6d7-9f0a-42e1-b825-6afe21b344f3","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-e30496c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:22.71366504Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e30496c2"},"namespace":"ai-tenant-e2e-mt-e30496c2","name":"default-tenant","reconcileID":"dc18b6d7-9f0a-42e1-b825-6afe21b344f3","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-e30496c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:22.766833906Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e30496c2"},"namespace":"ai-tenant-e2e-mt-e30496c2","name":"default-tenant","reconcileID":"dc18b6d7-9f0a-42e1-b825-6afe21b344f3","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-e30496c2","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:22.810957958Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-subscription","reconcileID":"5f128e30-4f5a-42e0-a0b7-f35d5ec46348","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-premium-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/premium-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:23.5377136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-030c6686","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-030c6686","reconcileID":"6ecf684c-e761-4a1e-abbd-730395ebffbe","MaaSAuthPolicy":{"name":"e2e-default-ns-030c6686","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:23.60211078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-030c6686","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-030c6686","reconcileID":"6ecf684c-e761-4a1e-abbd-730395ebffbe","MaaSAuthPolicy":{"name":"e2e-default-ns-030c6686","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:23.660789763Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-030c6686","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-030c6686","reconcileID":"6ecf684c-e761-4a1e-abbd-730395ebffbe","MaaSAuthPolicy":{"name":"e2e-default-ns-030c6686","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:23.721362113Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bb19d4f9-ebe5-4f78-ba78-c22f9264a4ce","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:23.721384227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bb19d4f9-ebe5-4f78-ba78-c22f9264a4ce","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:30.158864401Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-e30496c2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-e30496c2","reconcileID":"6caca0a8-42ff-49d6-b1f1-6c2b2e5ae649","aitenant":"ai-tenants/e2e-mt-e30496c2","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:30.386354167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-rate-iso-auth-a74e5f","reconcileID":"9c029199-3e37-4ae1-bcf3-7baf89665d93","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3d8dc5","tenantID":"e2e-shared-b-w2-3d8dc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:30.444529807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-rate-iso-auth-a74e5f","reconcileID":"9c029199-3e37-4ae1-bcf3-7baf89665d93","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"name":"e2e-shared-b-w2-3d8dc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:30.738352012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"136fcbd4-fd5f-4ef5-886c-08569039b762","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:30.791551339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"136fcbd4-fd5f-4ef5-886c-08569039b762","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:30.797410634Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"rate-test-model-3d8dc5","reconcileID":"664f4226-2c39-4c74-9eca-1d3a5e336251","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"tenant":"e2e-shared-b-w2-3d8dc5","gateway":"openshift-ingress/e2e-shared-b-w2-3d8dc5","model":"ai-tenant-e2e-shared-b-w2-3d8dc5/rate-test-model-3d8dc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:30.797432365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"rate-test-model-3d8dc5","reconcileID":"664f4226-2c39-4c74-9eca-1d3a5e336251","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"routeName":"rate-test-model-3d8dc5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","llmisvcName":"rate-test-model-3d8dc5","gateway":"openshift-ingress/e2e-shared-b-w2-3d8dc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:30.844825652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"136fcbd4-fd5f-4ef5-886c-08569039b762","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:30.898270129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"136fcbd4-fd5f-4ef5-886c-08569039b762","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:31.013246172Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-e30496c2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-e30496c2","reconcileID":"6caca0a8-42ff-49d6-b1f1-6c2b2e5ae649","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-e30496c2","removed":["maas.opendatahub.io/gateway-access-e2e-mt-e30496c2"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:31.217109844Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:32.874225471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"066c3007-33c3-41cd-9066-b842b8cbd08e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:32.927530395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"066c3007-33c3-41cd-9066-b842b8cbd08e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:32.980672723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"066c3007-33c3-41cd-9066-b842b8cbd08e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:33.033912009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"066c3007-33c3-41cd-9066-b842b8cbd08e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:33.880672057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-030c6686","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-030c6686","reconcileID":"bd93fd48-af4d-469f-8f4b-c3c7a0fa6fed","MaaSAuthPolicy":{"name":"e2e-default-ns-030c6686","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:33.939491835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-030c6686","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-030c6686","reconcileID":"bd93fd48-af4d-469f-8f4b-c3c7a0fa6fed","MaaSAuthPolicy":{"name":"e2e-default-ns-030c6686","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:33.996996553Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-030c6686","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-030c6686","reconcileID":"bd93fd48-af4d-469f-8f4b-c3c7a0fa6fed","MaaSAuthPolicy":{"name":"e2e-default-ns-030c6686","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:35.002218373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe283347-7d64-4315-811e-1baab68cacb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:35.055867878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe283347-7d64-4315-811e-1baab68cacb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:35.109338486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe283347-7d64-4315-811e-1baab68cacb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:35.162591852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe283347-7d64-4315-811e-1baab68cacb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:36.460219339Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"rate-test-model-66d902","reconcileID":"ede6b7bf-c3cb-4dff-9403-456f6039a188","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"tenant":"e2e-shared-a-w2-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","model":"ai-tenant-e2e-shared-a-w2-66d902/rate-test-model-66d902","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:36.460240581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"rate-test-model-66d902","reconcileID":"ede6b7bf-c3cb-4dff-9403-456f6039a188","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"routeName":"rate-test-model-66d902-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-66d902","llmisvcName":"rate-test-model-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:36.536553488Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"rate-test-model-66d902","reconcileID":"b38fcab5-25d0-48e6-bc9b-16dcab23d4ce","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"tenant":"e2e-shared-a-w2-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","model":"ai-tenant-e2e-shared-a-w2-66d902/rate-test-model-66d902","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:36.536572418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"rate-test-model-66d902","reconcileID":"b38fcab5-25d0-48e6-bc9b-16dcab23d4ce","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"routeName":"rate-test-model-66d902-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-66d902","llmisvcName":"rate-test-model-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:20:36.592100692Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-a74e5f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-rate-iso-a-a74e5f","reconcileID":"2aa15c19-e131-4298-ab11-a95ebf4d6627","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-a74e5f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:20:36.592480887Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"rate-test-model-66d902","reconcileID":"b38fcab5-25d0-48e6-bc9b-16dcab23d4ce","name":"rate-test-model-66d902","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-66d902\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:20:36.59252687Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"rate-test-model-66d902","reconcileID":"b38fcab5-25d0-48e6-bc9b-16dcab23d4ce","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-66d902\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:36.597832244Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"rate-test-model-66d902","reconcileID":"a517becd-0609-49ed-b68b-10ad0a43baac","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"tenant":"e2e-shared-a-w2-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","model":"ai-tenant-e2e-shared-a-w2-66d902/rate-test-model-66d902","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:36.59784522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"rate-test-model-66d902","reconcileID":"a517becd-0609-49ed-b68b-10ad0a43baac","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"routeName":"rate-test-model-66d902-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-66d902","llmisvcName":"rate-test-model-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:36.622610312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-rate-iso-auth-a74e5f","reconcileID":"080f6773-cd1a-44c4-9d5a-cf06f4129e1a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-66d902","tenantID":"e2e-shared-a-w2-66d902","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:36.681136057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-rate-iso-auth-a74e5f","reconcileID":"080f6773-cd1a-44c4-9d5a-cf06f4129e1a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"name":"e2e-shared-a-w2-66d902-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:36.75586212Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"rate-test-model-3d8dc5","reconcileID":"e8a730b5-949f-43f1-bb62-c41d479ea4a5","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"tenant":"e2e-shared-b-w2-3d8dc5","gateway":"openshift-ingress/e2e-shared-b-w2-3d8dc5","model":"ai-tenant-e2e-shared-b-w2-3d8dc5/rate-test-model-3d8dc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:36.755882089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"rate-test-model-3d8dc5","reconcileID":"e8a730b5-949f-43f1-bb62-c41d479ea4a5","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"routeName":"rate-test-model-3d8dc5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","llmisvcName":"rate-test-model-3d8dc5","gateway":"openshift-ingress/e2e-shared-b-w2-3d8dc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:36.817650836Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"rate-test-model-66d902","reconcileID":"a0792752-72db-4932-8fca-0363434d5f89","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"tenant":"e2e-shared-a-w2-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","model":"ai-tenant-e2e-shared-a-w2-66d902/rate-test-model-66d902","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:36.81767192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"rate-test-model-66d902","reconcileID":"a0792752-72db-4932-8fca-0363434d5f89","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"routeName":"rate-test-model-66d902-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-66d902","llmisvcName":"rate-test-model-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:36.818054098Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"rate-test-model-3d8dc5","reconcileID":"8fc5ad80-e48f-49aa-9470-f98f81dd3f34","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"tenant":"e2e-shared-b-w2-3d8dc5","gateway":"openshift-ingress/e2e-shared-b-w2-3d8dc5","model":"ai-tenant-e2e-shared-b-w2-3d8dc5/rate-test-model-3d8dc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:36.81806873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"rate-test-model-3d8dc5","reconcileID":"8fc5ad80-e48f-49aa-9470-f98f81dd3f34","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"routeName":"rate-test-model-3d8dc5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","llmisvcName":"rate-test-model-3d8dc5","gateway":"openshift-ingress/e2e-shared-b-w2-3d8dc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:36.863666054Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"rate-test-model-66d902","reconcileID":"6aa4df46-26ee-42fa-9db5-9dc752650c3e","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"tenant":"e2e-shared-a-w2-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","model":"ai-tenant-e2e-shared-a-w2-66d902/rate-test-model-66d902","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:36.863687681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"rate-test-model-66d902","reconcileID":"6aa4df46-26ee-42fa-9db5-9dc752650c3e","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"routeName":"rate-test-model-66d902-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-66d902","llmisvcName":"rate-test-model-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:36.863818251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-rate-iso-auth-a74e5f","reconcileID":"f2b7b4dc-72e0-4e00-9def-29490bc6378c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3d8dc5","tenantID":"e2e-shared-b-w2-3d8dc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:20:36.864563023Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-a74e5f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-rate-iso-b-a74e5f","reconcileID":"8ad447b9-6afa-4949-ba42-bbeffe60f49e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-a74e5f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:36.92715579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-rate-iso-auth-a74e5f","reconcileID":"f2b7b4dc-72e0-4e00-9def-29490bc6378c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"name":"e2e-shared-b-w2-3d8dc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:37.010774463Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"rate-test-model-3d8dc5","reconcileID":"72ae327a-9f63-4a7a-9f09-52ca3fe73de9","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"tenant":"e2e-shared-b-w2-3d8dc5","gateway":"openshift-ingress/e2e-shared-b-w2-3d8dc5","model":"ai-tenant-e2e-shared-b-w2-3d8dc5/rate-test-model-3d8dc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:37.010798172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"rate-test-model-3d8dc5","reconcileID":"72ae327a-9f63-4a7a-9f09-52ca3fe73de9","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"routeName":"rate-test-model-3d8dc5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","llmisvcName":"rate-test-model-3d8dc5","gateway":"openshift-ingress/e2e-shared-b-w2-3d8dc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:37.016418463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-rate-iso-auth-a74e5f","reconcileID":"9a2ded9c-77dc-4231-9901-b510653caab0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-66d902","tenantID":"e2e-shared-a-w2-66d902","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:37.069046412Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"rate-test-model-3d8dc5","reconcileID":"6f5e5eda-b805-49f9-9098-3a374ceb89f6","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"tenant":"e2e-shared-b-w2-3d8dc5","gateway":"openshift-ingress/e2e-shared-b-w2-3d8dc5","model":"ai-tenant-e2e-shared-b-w2-3d8dc5/rate-test-model-3d8dc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:37.0690662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"rate-test-model-3d8dc5","reconcileID":"6f5e5eda-b805-49f9-9098-3a374ceb89f6","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"routeName":"rate-test-model-3d8dc5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","llmisvcName":"rate-test-model-3d8dc5","gateway":"openshift-ingress/e2e-shared-b-w2-3d8dc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:37.074699234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-rate-iso-auth-a74e5f","reconcileID":"9a2ded9c-77dc-4231-9901-b510653caab0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"name":"e2e-shared-a-w2-66d902-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:37.135554571Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-a74e5f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-rate-iso-a-a74e5f","reconcileID":"65f3d0c2-8a6f-4190-8726-85b8e9167107","MaaSSubscription":{"name":"e2e-rate-iso-a-a74e5f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"name":"maas-trlp-rate-test-model-66d902","model":"rate-test-model-66d902","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-66d902/e2e-rate-iso-a-a74e5f"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:37.269716304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-rate-iso-auth-a74e5f","reconcileID":"32e2f39c-380f-4b5d-9e6b-d95a084484d0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3d8dc5","tenantID":"e2e-shared-b-w2-3d8dc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:37.283786344Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-a74e5f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-rate-iso-b-a74e5f","reconcileID":"d6d03bca-9fe4-42cf-9424-f8841295115a","MaaSSubscription":{"name":"e2e-rate-iso-b-a74e5f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"name":"maas-trlp-rate-test-model-3d8dc5","model":"rate-test-model-3d8dc5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-3d8dc5/e2e-rate-iso-b-a74e5f"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:37.305225151Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"rate-test-model-66d902","reconcileID":"8386ce4f-9787-43a6-88ef-9ea827dbe47a","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"tenant":"e2e-shared-a-w2-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","model":"ai-tenant-e2e-shared-a-w2-66d902/rate-test-model-66d902","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:37.305242315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"rate-test-model-66d902","reconcileID":"8386ce4f-9787-43a6-88ef-9ea827dbe47a","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"routeName":"rate-test-model-66d902-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-66d902","llmisvcName":"rate-test-model-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:37.328310446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-rate-iso-auth-a74e5f","reconcileID":"32e2f39c-380f-4b5d-9e6b-d95a084484d0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"name":"e2e-shared-b-w2-3d8dc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:37.453376078Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"rate-test-model-3d8dc5","reconcileID":"36c48863-d1fe-4942-9e4b-4c0bdb47c600","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"tenant":"e2e-shared-b-w2-3d8dc5","gateway":"openshift-ingress/e2e-shared-b-w2-3d8dc5","model":"ai-tenant-e2e-shared-b-w2-3d8dc5/rate-test-model-3d8dc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:37.453393488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"rate-test-model-3d8dc5","reconcileID":"36c48863-d1fe-4942-9e4b-4c0bdb47c600","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"routeName":"rate-test-model-3d8dc5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","llmisvcName":"rate-test-model-3d8dc5","gateway":"openshift-ingress/e2e-shared-b-w2-3d8dc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:37.518121944Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-a74e5f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-rate-iso-a-a74e5f","reconcileID":"9c73c780-03c2-4004-a5c5-e3a33579b222","MaaSSubscription":{"name":"e2e-rate-iso-a-a74e5f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"name":"maas-trlp-rate-test-model-66d902","model":"ai-tenant-e2e-shared-a-w2-66d902/rate-test-model-66d902","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:37.666645762Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-a74e5f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-rate-iso-b-a74e5f","reconcileID":"b97460fd-acb7-4738-a791-b159d27ca8b2","MaaSSubscription":{"name":"e2e-rate-iso-b-a74e5f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"name":"maas-trlp-rate-test-model-3d8dc5","model":"ai-tenant-e2e-shared-b-w2-3d8dc5/rate-test-model-3d8dc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:44.158080435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-030c6686","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-030c6686","reconcileID":"53bb81e8-9606-4165-b774-5ec878e3c4fd","MaaSAuthPolicy":{"name":"e2e-default-ns-030c6686","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:44.217199066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-030c6686","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-030c6686","reconcileID":"53bb81e8-9606-4165-b774-5ec878e3c4fd","MaaSAuthPolicy":{"name":"e2e-default-ns-030c6686","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:44.274668466Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-030c6686","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-030c6686","reconcileID":"53bb81e8-9606-4165-b774-5ec878e3c4fd","MaaSAuthPolicy":{"name":"e2e-default-ns-030c6686","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:47.289708161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62678c94-9deb-47f9-8a30-97a043b2591c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:47.343242381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62678c94-9deb-47f9-8a30-97a043b2591c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:47.39695728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62678c94-9deb-47f9-8a30-97a043b2591c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:47.451055593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62678c94-9deb-47f9-8a30-97a043b2591c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:49.464572095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c81f915-78fb-43f3-8324-2bcd6c09ecef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:49.51894595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c81f915-78fb-43f3-8324-2bcd6c09ecef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:49.572500823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c81f915-78fb-43f3-8324-2bcd6c09ecef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:49.626683525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c81f915-78fb-43f3-8324-2bcd6c09ecef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:54.161842165Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-a74e5f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-rate-iso-b-a74e5f","reconcileID":"c81357de-af8c-4650-88ec-c841e7047e57","MaaSSubscription":{"name":"e2e-rate-iso-b-a74e5f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"name":"maas-trlp-rate-test-model-3d8dc5","model":"ai-tenant-e2e-shared-b-w2-3d8dc5/rate-test-model-3d8dc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:54.329856366Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"rate-test-model-3d8dc5","reconcileID":"d346b0a1-8d4e-47cf-8604-fb78c19541cd","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"tenant":"e2e-shared-b-w2-3d8dc5","gateway":"openshift-ingress/e2e-shared-b-w2-3d8dc5","model":"ai-tenant-e2e-shared-b-w2-3d8dc5/rate-test-model-3d8dc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:54.329882084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"rate-test-model-3d8dc5","reconcileID":"d346b0a1-8d4e-47cf-8604-fb78c19541cd","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"routeName":"rate-test-model-3d8dc5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","llmisvcName":"rate-test-model-3d8dc5","gateway":"openshift-ingress/e2e-shared-b-w2-3d8dc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:54.43566982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-030c6686","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-030c6686","reconcileID":"b0d7c2fc-3b70-430a-ac60-245eded92943","MaaSAuthPolicy":{"name":"e2e-default-ns-030c6686","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:54.495258903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-030c6686","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-030c6686","reconcileID":"b0d7c2fc-3b70-430a-ac60-245eded92943","MaaSAuthPolicy":{"name":"e2e-default-ns-030c6686","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:54.785330625Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2fb3239f-61fe-4527-839f-5cbacf5304c4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:54.785350732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2fb3239f-61fe-4527-839f-5cbacf5304c4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:54.83414758Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-a74e5f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-rate-iso-a-a74e5f","reconcileID":"9798e96b-b28b-47c2-88bd-bc767731863b","MaaSSubscription":{"name":"e2e-rate-iso-a-a74e5f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"name":"maas-trlp-rate-test-model-66d902","model":"ai-tenant-e2e-shared-a-w2-66d902/rate-test-model-66d902","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:54.971937088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-rate-iso-auth-a74e5f","reconcileID":"6fcd160a-ba43-420a-886a-a82875b3f466","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3d8dc5","tenantID":"e2e-shared-b-w2-3d8dc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:55.007631985Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"rate-test-model-66d902","reconcileID":"dc052bfa-5c1f-463a-8d04-b979748ebc31","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"tenant":"e2e-shared-a-w2-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","model":"ai-tenant-e2e-shared-a-w2-66d902/rate-test-model-66d902","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:55.007655329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"rate-test-model-66d902","reconcileID":"dc052bfa-5c1f-463a-8d04-b979748ebc31","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"routeName":"rate-test-model-66d902-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-66d902","llmisvcName":"rate-test-model-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:55.03028514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-rate-iso-auth-a74e5f","reconcileID":"6fcd160a-ba43-420a-886a-a82875b3f466","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"name":"e2e-shared-b-w2-3d8dc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:55.243987677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-rate-iso-auth-a74e5f","reconcileID":"3c7e2bb9-e189-4180-ad45-bd1a0abbc2ba","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-66d902","tenantID":"e2e-shared-a-w2-66d902","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:55.302766475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-rate-iso-auth-a74e5f","reconcileID":"3c7e2bb9-e189-4180-ad45-bd1a0abbc2ba","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"name":"e2e-shared-a-w2-66d902-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:59.930834493Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-030c6686","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-030c6686","reconcileID":"c3448217-8e36-41bd-b80e-aa2a60fb6a10","MaaSAuthPolicy":{"name":"e2e-default-ns-030c6686","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:59.930956284Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6bd3fd2b-404a-456c-8289-fe677cae3290","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:20:59.930974579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6bd3fd2b-404a-456c-8289-fe677cae3290","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:00.143061272Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c91a9747-7d7d-48ca-9173-54140ce1caea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:00.143081665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c91a9747-7d7d-48ca-9173-54140ce1caea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:01.218332294Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:07.703899672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4eba024-c5dc-4f39-8d57-942681ed7b77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:07.75731567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4eba024-c5dc-4f39-8d57-942681ed7b77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:07.81064135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4eba024-c5dc-4f39-8d57-942681ed7b77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:07.868203517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4eba024-c5dc-4f39-8d57-942681ed7b77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:09.843907021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08f28c2b-3eaf-4de0-b1dd-a5ee10954142","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:09.898902961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08f28c2b-3eaf-4de0-b1dd-a5ee10954142","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:09.952223301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08f28c2b-3eaf-4de0-b1dd-a5ee10954142","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:10.005952892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08f28c2b-3eaf-4de0-b1dd-a5ee10954142","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:11.236892612Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-rate-iso-auth-a74e5f","reconcileID":"87ab0b56-10a0-4ed7-84c9-406e7bd0dd75","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"model":"ai-tenant-e2e-shared-a-w2-66d902/rate-test-model-66d902","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:11.237063933Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"rate-test-model-66d902","reconcileID":"f8cbbb58-9b1b-40e1-a7e8-fd0cbef3b9a0","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"tenant":"e2e-shared-a-w2-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","model":"ai-tenant-e2e-shared-a-w2-66d902/rate-test-model-66d902","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:11.237085671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"rate-test-model-66d902","reconcileID":"f8cbbb58-9b1b-40e1-a7e8-fd0cbef3b9a0","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"routeName":"rate-test-model-66d902-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-66d902","llmisvcName":"rate-test-model-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:11.44387554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-rate-iso-auth-a74e5f","reconcileID":"87ab0b56-10a0-4ed7-84c9-406e7bd0dd75","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-66d902","tenantID":"e2e-shared-a-w2-66d902","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:11.545167512Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-a74e5f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-rate-iso-a-a74e5f","reconcileID":"900da934-444d-43fe-8b68-a5cd9de8ec33","MaaSSubscription":{"name":"e2e-rate-iso-a-a74e5f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"name":"maas-trlp-rate-test-model-66d902","model":"ai-tenant-e2e-shared-a-w2-66d902/rate-test-model-66d902","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:11.575246208Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-rate-iso-auth-a74e5f","reconcileID":"87ab0b56-10a0-4ed7-84c9-406e7bd0dd75","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"name":"e2e-shared-a-w2-66d902-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:11.575270901Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-rate-iso-auth-a74e5f","reconcileID":"87ab0b56-10a0-4ed7-84c9-406e7bd0dd75","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-66d902","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:11.633631519Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"rate-test-model-66d902","reconcileID":"402c1ba5-0be4-4eef-9c43-108c3d0b62e1","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"tenant":"e2e-shared-a-w2-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","model":"ai-tenant-e2e-shared-a-w2-66d902/rate-test-model-66d902","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:11.633659503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"rate-test-model-66d902","reconcileID":"402c1ba5-0be4-4eef-9c43-108c3d0b62e1","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"routeName":"rate-test-model-66d902-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-66d902","llmisvcName":"rate-test-model-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:11.811218738Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-rate-iso-auth-a74e5f","reconcileID":"98545168-0ca1-418a-96c1-5150adff6f4f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"model":"ai-tenant-e2e-shared-b-w2-3d8dc5/rate-test-model-3d8dc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:11.811259262Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"rate-test-model-3d8dc5","reconcileID":"b20a25fb-0655-4879-a6dd-b4f738371f83","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"tenant":"e2e-shared-b-w2-3d8dc5","gateway":"openshift-ingress/e2e-shared-b-w2-3d8dc5","model":"ai-tenant-e2e-shared-b-w2-3d8dc5/rate-test-model-3d8dc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:11.811273069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"rate-test-model-3d8dc5","reconcileID":"b20a25fb-0655-4879-a6dd-b4f738371f83","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"routeName":"rate-test-model-3d8dc5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","llmisvcName":"rate-test-model-3d8dc5","gateway":"openshift-ingress/e2e-shared-b-w2-3d8dc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:11.910942068Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-a74e5f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-rate-iso-a-a74e5f","reconcileID":"a8d870cd-d070-4461-ba6d-06280ba82f2b","MaaSSubscription":{"name":"e2e-rate-iso-a-a74e5f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"name":"maas-trlp-rate-test-model-66d902","model":"ai-tenant-e2e-shared-a-w2-66d902/rate-test-model-66d902","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:11.971995519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"005b233d-9f00-4572-9858-4aacef5d372a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:12.025426338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"005b233d-9f00-4572-9858-4aacef5d372a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:12.07855467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-rate-iso-auth-a74e5f","reconcileID":"98545168-0ca1-418a-96c1-5150adff6f4f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3d8dc5","tenantID":"e2e-shared-b-w2-3d8dc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:12.079086145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"005b233d-9f00-4572-9858-4aacef5d372a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:12.132826581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"005b233d-9f00-4572-9858-4aacef5d372a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:12.239981703Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-a74e5f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-rate-iso-b-a74e5f","reconcileID":"3d985203-7ae9-4c44-af8e-faeb98ceac7a","MaaSSubscription":{"name":"e2e-rate-iso-b-a74e5f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"name":"maas-trlp-rate-test-model-3d8dc5","model":"ai-tenant-e2e-shared-b-w2-3d8dc5/rate-test-model-3d8dc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:12.263043623Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-rate-iso-auth-a74e5f","reconcileID":"98545168-0ca1-418a-96c1-5150adff6f4f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"name":"e2e-shared-b-w2-3d8dc5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:12.263064476Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-rate-iso-auth-a74e5f","reconcileID":"98545168-0ca1-418a-96c1-5150adff6f4f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a74e5f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3d8dc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:12.322887888Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"rate-test-model-3d8dc5","reconcileID":"a622baaa-3455-444e-abbd-714ea5e0170a","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"tenant":"e2e-shared-b-w2-3d8dc5","gateway":"openshift-ingress/e2e-shared-b-w2-3d8dc5","model":"ai-tenant-e2e-shared-b-w2-3d8dc5/rate-test-model-3d8dc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:12.322906575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"rate-test-model-3d8dc5","reconcileID":"a622baaa-3455-444e-abbd-714ea5e0170a","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"routeName":"rate-test-model-3d8dc5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","llmisvcName":"rate-test-model-3d8dc5","gateway":"openshift-ingress/e2e-shared-b-w2-3d8dc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:12.479682519Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"rate-test-model-66d902","reconcileID":"5d1ea788-7477-49ed-b885-53a3ca518381","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"tenant":"e2e-shared-a-w2-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","model":"ai-tenant-e2e-shared-a-w2-66d902/rate-test-model-66d902","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:12.479704776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"rate-test-model-66d902","reconcileID":"5d1ea788-7477-49ed-b885-53a3ca518381","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"routeName":"rate-test-model-66d902-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-66d902","llmisvcName":"rate-test-model-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:12.624517717Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-a74e5f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-rate-iso-b-a74e5f","reconcileID":"c823d8f2-bc58-4b3d-b47f-bc9e5df05759","MaaSSubscription":{"name":"e2e-rate-iso-b-a74e5f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"name":"maas-trlp-rate-test-model-3d8dc5","model":"ai-tenant-e2e-shared-b-w2-3d8dc5/rate-test-model-3d8dc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:13.672886843Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-3c1cec"},"namespace":"ai-tenant-e2e-inf-b-3c1cec","name":"default-tenant","reconcileID":"38f88b26-7f01-466e-a1fc-af283addb839","namespace":"ai-tenant-e2e-inf-b-3c1cec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:13.672946857Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-3c1cec"},"namespace":"ai-tenant-e2e-inf-b-3c1cec","name":"default-tenant","reconcileID":"38f88b26-7f01-466e-a1fc-af283addb839","namespace":"ai-tenant-e2e-inf-b-3c1cec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:13.672997285Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-3c1cec"},"namespace":"ai-tenant-e2e-inf-b-3c1cec","name":"default-tenant","reconcileID":"38f88b26-7f01-466e-a1fc-af283addb839","tenant":"e2e-inf-b-3c1cec","tenantID":"e2e-inf-b-3c1cec","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:13.728584606Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-3c1cec"},"namespace":"ai-tenant-e2e-inf-b-3c1cec","name":"default-tenant","reconcileID":"38f88b26-7f01-466e-a1fc-af283addb839","gvk":"Deployment","name":"maas-api-e2e-inf-b-3c1cec","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:13.79021003Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-3c1cec"},"namespace":"ai-tenant-e2e-inf-b-3c1cec","name":"default-tenant","reconcileID":"38f88b26-7f01-466e-a1fc-af283addb839","gvk":"Service","name":"maas-api-e2e-inf-b-3c1cec","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:13.850264496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-3c1cec"},"namespace":"ai-tenant-e2e-inf-b-3c1cec","name":"default-tenant","reconcileID":"38f88b26-7f01-466e-a1fc-af283addb839","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-3c1cec","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:13.906490892Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-3c1cec"},"namespace":"ai-tenant-e2e-inf-b-3c1cec","name":"default-tenant","reconcileID":"38f88b26-7f01-466e-a1fc-af283addb839","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-3c1cec","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:13.962610295Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-3c1cec"},"namespace":"ai-tenant-e2e-inf-b-3c1cec","name":"default-tenant","reconcileID":"38f88b26-7f01-466e-a1fc-af283addb839","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-3c1cec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:14.020189643Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-3c1cec"},"namespace":"ai-tenant-e2e-inf-b-3c1cec","name":"default-tenant","reconcileID":"38f88b26-7f01-466e-a1fc-af283addb839","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-3c1cec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:14.078714423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-3c1cec"},"namespace":"ai-tenant-e2e-inf-b-3c1cec","name":"default-tenant","reconcileID":"38f88b26-7f01-466e-a1fc-af283addb839","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-3c1cec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:14.134517242Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-3c1cec"},"namespace":"ai-tenant-e2e-inf-b-3c1cec","name":"default-tenant","reconcileID":"38f88b26-7f01-466e-a1fc-af283addb839","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-3c1cec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:14.187570965Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-3c1cec"},"namespace":"ai-tenant-e2e-inf-b-3c1cec","name":"default-tenant","reconcileID":"38f88b26-7f01-466e-a1fc-af283addb839","gvk":"Deployment","name":"payload-processing-e2e-inf-b-3c1cec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:14.188781872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cafaa09-a1e4-49db-9359-3412c466e8ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:14.241805248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-3c1cec"},"namespace":"ai-tenant-e2e-inf-b-3c1cec","name":"default-tenant","reconcileID":"38f88b26-7f01-466e-a1fc-af283addb839","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-3c1cec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:14.242703003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cafaa09-a1e4-49db-9359-3412c466e8ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:14.295694717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-3c1cec"},"namespace":"ai-tenant-e2e-inf-b-3c1cec","name":"default-tenant","reconcileID":"38f88b26-7f01-466e-a1fc-af283addb839","gvk":"Service","name":"payload-processing-e2e-inf-b-3c1cec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:14.296601749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cafaa09-a1e4-49db-9359-3412c466e8ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:14.349540123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-3c1cec"},"namespace":"ai-tenant-e2e-inf-b-3c1cec","name":"default-tenant","reconcileID":"38f88b26-7f01-466e-a1fc-af283addb839","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-3c1cec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:14.350336722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cafaa09-a1e4-49db-9359-3412c466e8ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:14.403052698Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-3c1cec"},"namespace":"ai-tenant-e2e-inf-b-3c1cec","name":"default-tenant","reconcileID":"38f88b26-7f01-466e-a1fc-af283addb839","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-3c1cec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:14.455823212Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-3c1cec"},"namespace":"ai-tenant-e2e-inf-b-3c1cec","name":"default-tenant","reconcileID":"38f88b26-7f01-466e-a1fc-af283addb839","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-3c1cec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:14.508910815Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-3c1cec"},"namespace":"ai-tenant-e2e-inf-b-3c1cec","name":"default-tenant","reconcileID":"38f88b26-7f01-466e-a1fc-af283addb839","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-3c1cec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:14.565741128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-3c1cec"},"namespace":"ai-tenant-e2e-inf-b-3c1cec","name":"default-tenant","reconcileID":"38f88b26-7f01-466e-a1fc-af283addb839","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-3c1cec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:14.620921312Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-3c1cec"},"namespace":"ai-tenant-e2e-inf-b-3c1cec","name":"default-tenant","reconcileID":"38f88b26-7f01-466e-a1fc-af283addb839","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-3c1cec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:14.673674203Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-3c1cec"},"namespace":"ai-tenant-e2e-inf-b-3c1cec","name":"default-tenant","reconcileID":"38f88b26-7f01-466e-a1fc-af283addb839","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-3c1cec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:14.726601633Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-3c1cec"},"namespace":"ai-tenant-e2e-inf-b-3c1cec","name":"default-tenant","reconcileID":"38f88b26-7f01-466e-a1fc-af283addb839","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-3c1cec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:14.779740592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-3c1cec"},"namespace":"ai-tenant-e2e-inf-b-3c1cec","name":"default-tenant","reconcileID":"38f88b26-7f01-466e-a1fc-af283addb839","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-3c1cec","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:14.83812957Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"default-tenant","reconcileID":"1227ea37-4bd2-47da-91a7-dbcc491330c9","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:14.838187638Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"default-tenant","reconcileID":"1227ea37-4bd2-47da-91a7-dbcc491330c9","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:14.83824847Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"default-tenant","reconcileID":"1227ea37-4bd2-47da-91a7-dbcc491330c9","tenant":"e2e-shared-a-w4-f3e02b","tenantID":"e2e-shared-a-w4-f3e02b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:14.892964757Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"default-tenant","reconcileID":"1227ea37-4bd2-47da-91a7-dbcc491330c9","gvk":"Deployment","name":"maas-api-e2e-shared-a-w4-f3e02b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:14.95610293Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"default-tenant","reconcileID":"1227ea37-4bd2-47da-91a7-dbcc491330c9","gvk":"Service","name":"maas-api-e2e-shared-a-w4-f3e02b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:15.012728446Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"default-tenant","reconcileID":"1227ea37-4bd2-47da-91a7-dbcc491330c9","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w4-f3e02b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:15.070231086Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"default-tenant","reconcileID":"1227ea37-4bd2-47da-91a7-dbcc491330c9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w4-f3e02b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:15.129892204Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"default-tenant","reconcileID":"1227ea37-4bd2-47da-91a7-dbcc491330c9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w4-f3e02b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:15.189343788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"default-tenant","reconcileID":"1227ea37-4bd2-47da-91a7-dbcc491330c9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w4-f3e02b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:15.247400104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"default-tenant","reconcileID":"1227ea37-4bd2-47da-91a7-dbcc491330c9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w4-f3e02b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:15.303597102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"default-tenant","reconcileID":"1227ea37-4bd2-47da-91a7-dbcc491330c9","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w4-f3e02b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:15.356557323Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"default-tenant","reconcileID":"1227ea37-4bd2-47da-91a7-dbcc491330c9","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w4-f3e02b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:15.409427033Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"default-tenant","reconcileID":"1227ea37-4bd2-47da-91a7-dbcc491330c9","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w4-f3e02b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:15.463719752Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"default-tenant","reconcileID":"1227ea37-4bd2-47da-91a7-dbcc491330c9","gvk":"Service","name":"payload-processing-e2e-shared-a-w4-f3e02b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:15.516996532Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"default-tenant","reconcileID":"1227ea37-4bd2-47da-91a7-dbcc491330c9","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w4-f3e02b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:15.57010089Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"default-tenant","reconcileID":"1227ea37-4bd2-47da-91a7-dbcc491330c9","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w4-f3e02b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:15.623109001Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"default-tenant","reconcileID":"1227ea37-4bd2-47da-91a7-dbcc491330c9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w4-f3e02b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:15.676123095Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"default-tenant","reconcileID":"1227ea37-4bd2-47da-91a7-dbcc491330c9","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w4-f3e02b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:15.733486398Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"default-tenant","reconcileID":"1227ea37-4bd2-47da-91a7-dbcc491330c9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w4-f3e02b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:15.812562263Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"default-tenant","reconcileID":"1227ea37-4bd2-47da-91a7-dbcc491330c9","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w4-f3e02b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:15.899681289Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"default-tenant","reconcileID":"1227ea37-4bd2-47da-91a7-dbcc491330c9","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w4-f3e02b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:15.952605159Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"default-tenant","reconcileID":"1227ea37-4bd2-47da-91a7-dbcc491330c9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w4-f3e02b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:16.010657483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f3e02b"},"namespace":"ai-tenant-e2e-shared-a-w4-f3e02b","name":"default-tenant","reconcileID":"1227ea37-4bd2-47da-91a7-dbcc491330c9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w4-f3e02b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:16.407828084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12a9a2fb-6d0a-4922-9875-871613a6be2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:16.461608523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12a9a2fb-6d0a-4922-9875-871613a6be2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:16.514901239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12a9a2fb-6d0a-4922-9875-871613a6be2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:16.569829424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12a9a2fb-6d0a-4922-9875-871613a6be2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:18.56449333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e0c8465-54d3-4128-97d4-419e006540dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:18.617886856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e0c8465-54d3-4128-97d4-419e006540dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:18.671123651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e0c8465-54d3-4128-97d4-419e006540dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:18.724482157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e0c8465-54d3-4128-97d4-419e006540dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:19.138254878Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-3c1cec","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-3c1cec","reconcileID":"fd6c824f-13b2-4ba3-b141-efdaf45fae9b","aitenant":"ai-tenants/e2e-inf-b-3c1cec","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:19.937485227Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-3c1cec","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-3c1cec","reconcileID":"fd6c824f-13b2-4ba3-b141-efdaf45fae9b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-3c1cec","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-3c1cec"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:20.758277187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05cb01b2-1a54-41ac-bb38-1680895b172c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:20.811324607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05cb01b2-1a54-41ac-bb38-1680895b172c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:20.864593263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05cb01b2-1a54-41ac-bb38-1680895b172c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:20.917836327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05cb01b2-1a54-41ac-bb38-1680895b172c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:21.187960765Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-f3e02b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-f3e02b","reconcileID":"4be1ad1b-3659-42f1-91a4-90bbcb408624","aitenant":"ai-tenants/e2e-shared-a-w4-f3e02b","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:21.996077522Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-f3e02b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-f3e02b","reconcileID":"4be1ad1b-3659-42f1-91a4-90bbcb408624","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-f3e02b","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w4-f3e02b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:22.64674118Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-a74e5f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-rate-iso-a-a74e5f","reconcileID":"ad52c6fc-17e8-4bec-875f-83b7706330c7","MaaSSubscription":{"name":"e2e-rate-iso-a-a74e5f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"model":"ai-tenant-e2e-shared-a-w2-66d902/rate-test-model-66d902","subscription":"e2e-rate-iso-a-a74e5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:22.702921239Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-a74e5f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-rate-iso-a-a74e5f","reconcileID":"ad52c6fc-17e8-4bec-875f-83b7706330c7","MaaSSubscription":{"name":"e2e-rate-iso-a-a74e5f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"model":"ai-tenant-e2e-shared-a-w2-66d902/rate-test-model-66d902","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:22.756590099Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-a74e5f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-rate-iso-a-a74e5f","reconcileID":"ad52c6fc-17e8-4bec-875f-83b7706330c7","MaaSSubscription":{"name":"e2e-rate-iso-a-a74e5f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"name":"maas-trlp-rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902","model":"ai-tenant-e2e-shared-a-w2-66d902/rate-test-model-66d902","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:22.984738724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"229b1594-4c74-49f3-ad44-5172c4bf1484","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:23.034266453Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"rate-test-model-66d902","reconcileID":"aeb88ae6-f6bd-4e7f-86c6-ea26510290b8","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"tenant":"e2e-shared-a-w2-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","model":"ai-tenant-e2e-shared-a-w2-66d902/rate-test-model-66d902","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:23.034289736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"rate-test-model-66d902","reconcileID":"aeb88ae6-f6bd-4e7f-86c6-ea26510290b8","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"routeName":"rate-test-model-66d902-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-66d902","llmisvcName":"rate-test-model-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:23.037989078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"229b1594-4c74-49f3-ad44-5172c4bf1484","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:23.091216369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"229b1594-4c74-49f3-ad44-5172c4bf1484","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:23.144499589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"229b1594-4c74-49f3-ad44-5172c4bf1484","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:23.189006449Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"rate-test-model-3d8dc5","reconcileID":"8bed0a4a-fc63-4930-8516-cdcfac1377cc","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"tenant":"e2e-shared-b-w2-3d8dc5","gateway":"openshift-ingress/e2e-shared-b-w2-3d8dc5","model":"ai-tenant-e2e-shared-b-w2-3d8dc5/rate-test-model-3d8dc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:23.18902783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"rate-test-model-3d8dc5","reconcileID":"8bed0a4a-fc63-4930-8516-cdcfac1377cc","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"routeName":"rate-test-model-3d8dc5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","llmisvcName":"rate-test-model-3d8dc5","gateway":"openshift-ingress/e2e-shared-b-w2-3d8dc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:25.155425572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a544d3c0-568d-4442-8fd3-18395a116e0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:25.208696641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a544d3c0-568d-4442-8fd3-18395a116e0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:25.262173444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a544d3c0-568d-4442-8fd3-18395a116e0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:25.315423817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a544d3c0-568d-4442-8fd3-18395a116e0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:26.922830063Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"default-tenant","reconcileID":"4cfcfc54-803f-42d0-80d7-53181d0dce69","namespace":"ai-tenant-e2e-shared-a-w1-10120d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:26.922918911Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"default-tenant","reconcileID":"4cfcfc54-803f-42d0-80d7-53181d0dce69","namespace":"ai-tenant-e2e-shared-a-w1-10120d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:26.922994475Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"default-tenant","reconcileID":"4cfcfc54-803f-42d0-80d7-53181d0dce69","tenant":"e2e-shared-a-w1-10120d","tenantID":"e2e-shared-a-w1-10120d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:26.978105517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"default-tenant","reconcileID":"4cfcfc54-803f-42d0-80d7-53181d0dce69","gvk":"Deployment","name":"maas-api-e2e-shared-a-w1-10120d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:27.040232332Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"default-tenant","reconcileID":"4cfcfc54-803f-42d0-80d7-53181d0dce69","gvk":"Service","name":"maas-api-e2e-shared-a-w1-10120d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:27.096935323Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"default-tenant","reconcileID":"4cfcfc54-803f-42d0-80d7-53181d0dce69","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w1-10120d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:27.154043465Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"default-tenant","reconcileID":"4cfcfc54-803f-42d0-80d7-53181d0dce69","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w1-10120d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:27.212313057Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"default-tenant","reconcileID":"4cfcfc54-803f-42d0-80d7-53181d0dce69","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w1-10120d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:27.267717815Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"default-tenant","reconcileID":"4cfcfc54-803f-42d0-80d7-53181d0dce69","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w1-10120d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:27.285117842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9706c5e-9b71-4926-8b58-ac9af6ce17a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:27.338507069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9706c5e-9b71-4926-8b58-ac9af6ce17a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:27.343226542Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"default-tenant","reconcileID":"4cfcfc54-803f-42d0-80d7-53181d0dce69","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w1-10120d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:27.391755804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9706c5e-9b71-4926-8b58-ac9af6ce17a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:27.445630008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9706c5e-9b71-4926-8b58-ac9af6ce17a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:27.447609499Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"default-tenant","reconcileID":"4cfcfc54-803f-42d0-80d7-53181d0dce69","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w1-10120d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:27.500313089Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"default-tenant","reconcileID":"4cfcfc54-803f-42d0-80d7-53181d0dce69","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w1-10120d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:27.552989253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"default-tenant","reconcileID":"4cfcfc54-803f-42d0-80d7-53181d0dce69","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w1-10120d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:27.605699139Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"default-tenant","reconcileID":"4cfcfc54-803f-42d0-80d7-53181d0dce69","gvk":"Service","name":"payload-processing-e2e-shared-a-w1-10120d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:27.658677069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"default-tenant","reconcileID":"4cfcfc54-803f-42d0-80d7-53181d0dce69","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w1-10120d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:27.718652554Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"default-tenant","reconcileID":"4cfcfc54-803f-42d0-80d7-53181d0dce69","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w1-10120d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:27.771242105Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"default-tenant","reconcileID":"4cfcfc54-803f-42d0-80d7-53181d0dce69","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w1-10120d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:27.824180158Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"default-tenant","reconcileID":"4cfcfc54-803f-42d0-80d7-53181d0dce69","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w1-10120d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:27.880953348Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"default-tenant","reconcileID":"4cfcfc54-803f-42d0-80d7-53181d0dce69","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w1-10120d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:27.934008084Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"default-tenant","reconcileID":"4cfcfc54-803f-42d0-80d7-53181d0dce69","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w1-10120d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:27.986749485Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"default-tenant","reconcileID":"4cfcfc54-803f-42d0-80d7-53181d0dce69","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w1-10120d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:28.039840426Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"default-tenant","reconcileID":"4cfcfc54-803f-42d0-80d7-53181d0dce69","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w1-10120d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:28.092700592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-10120d"},"namespace":"ai-tenant-e2e-shared-a-w1-10120d","name":"default-tenant","reconcileID":"4cfcfc54-803f-42d0-80d7-53181d0dce69","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w1-10120d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:31.217613653Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:31.884982024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a88c838a-b102-43e9-9d6d-3812b5f453a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:31.939056611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a88c838a-b102-43e9-9d6d-3812b5f453a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:31.992552766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a88c838a-b102-43e9-9d6d-3812b5f453a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:32.048439049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a88c838a-b102-43e9-9d6d-3812b5f453a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:33.355269606Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-a74e5f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-rate-iso-b-a74e5f","reconcileID":"ee160b6e-bb8c-4ef7-81a4-08501b287774","MaaSSubscription":{"name":"e2e-rate-iso-b-a74e5f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"model":"ai-tenant-e2e-shared-b-w2-3d8dc5/rate-test-model-3d8dc5","subscription":"e2e-rate-iso-b-a74e5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:33.409386819Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-a74e5f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-rate-iso-b-a74e5f","reconcileID":"ee160b6e-bb8c-4ef7-81a4-08501b287774","MaaSSubscription":{"name":"e2e-rate-iso-b-a74e5f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"model":"ai-tenant-e2e-shared-b-w2-3d8dc5/rate-test-model-3d8dc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:33.476894776Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-a74e5f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-rate-iso-b-a74e5f","reconcileID":"ee160b6e-bb8c-4ef7-81a4-08501b287774","MaaSSubscription":{"name":"e2e-rate-iso-b-a74e5f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"name":"maas-trlp-rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","model":"ai-tenant-e2e-shared-b-w2-3d8dc5/rate-test-model-3d8dc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:33.767326174Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"rate-test-model-3d8dc5","reconcileID":"220d7278-d0bb-43fa-aeee-38a40a63b95f","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"tenant":"e2e-shared-b-w2-3d8dc5","gateway":"openshift-ingress/e2e-shared-b-w2-3d8dc5","model":"ai-tenant-e2e-shared-b-w2-3d8dc5/rate-test-model-3d8dc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:33.767350073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"rate-test-model-3d8dc5","reconcileID":"220d7278-d0bb-43fa-aeee-38a40a63b95f","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"routeName":"rate-test-model-3d8dc5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","llmisvcName":"rate-test-model-3d8dc5","gateway":"openshift-ingress/e2e-shared-b-w2-3d8dc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:34.053177119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11572995-a055-4bfa-9a04-91c767ebda4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:34.085636874Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"rate-test-model-66d902","reconcileID":"ec9d5980-8b22-43ca-92a0-75496656a0c7","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"tenant":"e2e-shared-a-w2-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","model":"ai-tenant-e2e-shared-a-w2-66d902/rate-test-model-66d902","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:34.085655208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"rate-test-model-66d902","reconcileID":"ec9d5980-8b22-43ca-92a0-75496656a0c7","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"routeName":"rate-test-model-66d902-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-66d902","llmisvcName":"rate-test-model-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:34.106594833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11572995-a055-4bfa-9a04-91c767ebda4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:34.160021849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11572995-a055-4bfa-9a04-91c767ebda4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:34.213305322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11572995-a055-4bfa-9a04-91c767ebda4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:34.218159573Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"rate-test-model-66d902","reconcileID":"50ba860f-1102-46b4-9684-bde3dadc7727","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"tenant":"e2e-shared-a-w2-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","model":"ai-tenant-e2e-shared-a-w2-66d902/rate-test-model-66d902","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:34.218180002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"rate-test-model-66d902","reconcileID":"50ba860f-1102-46b4-9684-bde3dadc7727","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"routeName":"rate-test-model-66d902-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-66d902","llmisvcName":"rate-test-model-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:34.324359445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-rate-iso-auth-ee882f","reconcileID":"11e0c585-000e-4c8e-8a18-0202d0913265","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-66d902","tenantID":"e2e-shared-a-w2-66d902","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:34.513884219Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-rate-iso-auth-ee882f","reconcileID":"11e0c585-000e-4c8e-8a18-0202d0913265","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"name":"e2e-shared-a-w2-66d902-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:34.588332492Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-66d902-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-rate-iso-auth-ee882f","reconcileID":"11e0c585-000e-4c8e-8a18-0202d0913265","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:34.647108153Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"rate-test-model-66d902","reconcileID":"5f50e344-b17d-4e53-b5a0-0ba62ac7c00f","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"tenant":"e2e-shared-a-w2-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","model":"ai-tenant-e2e-shared-a-w2-66d902/rate-test-model-66d902","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:34.647130039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"rate-test-model-66d902","reconcileID":"5f50e344-b17d-4e53-b5a0-0ba62ac7c00f","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"routeName":"rate-test-model-66d902-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-66d902","llmisvcName":"rate-test-model-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:36.180773194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"173a0f6f-7d8b-4957-908d-56a971d0c54a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:36.234126379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"173a0f6f-7d8b-4957-908d-56a971d0c54a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:36.28748533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"173a0f6f-7d8b-4957-908d-56a971d0c54a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:36.340976032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"173a0f6f-7d8b-4957-908d-56a971d0c54a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:36.342678892Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-10120d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-10120d","reconcileID":"3058b686-61d2-40a1-8a9a-c7639f3cb2a7","aitenant":"ai-tenants/e2e-shared-a-w1-10120d","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:37.116425159Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-10120d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-10120d","reconcileID":"3058b686-61d2-40a1-8a9a-c7639f3cb2a7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-10120d","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w1-10120d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:38.370781805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9322c76a-65e4-4910-a066-9a353db95d61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:38.423889605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9322c76a-65e4-4910-a066-9a353db95d61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:38.477946182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9322c76a-65e4-4910-a066-9a353db95d61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:38.53127191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9322c76a-65e4-4910-a066-9a353db95d61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:40.558331793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fcc17bc-39e3-4bbb-bdca-4f8a97ec2405","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:40.611849791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fcc17bc-39e3-4bbb-bdca-4f8a97ec2405","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:40.667870469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fcc17bc-39e3-4bbb-bdca-4f8a97ec2405","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:40.720960889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fcc17bc-39e3-4bbb-bdca-4f8a97ec2405","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:44.798080089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-rate-iso-auth-ee882f","reconcileID":"6291ee73-3763-45e1-9f9b-fadb3f72427c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-66d902","tenantID":"e2e-shared-a-w2-66d902","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:44.856081025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-rate-iso-auth-ee882f","reconcileID":"6291ee73-3763-45e1-9f9b-fadb3f72427c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"name":"e2e-shared-a-w2-66d902-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:44.913704512Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-66d902-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-rate-iso-auth-ee882f","reconcileID":"6291ee73-3763-45e1-9f9b-fadb3f72427c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:45.385589491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"991b1641-48e4-49c6-9527-94d024a59682","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:45.438867742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"991b1641-48e4-49c6-9527-94d024a59682","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:45.492040596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"991b1641-48e4-49c6-9527-94d024a59682","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:45.54511895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"991b1641-48e4-49c6-9527-94d024a59682","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:47.564878091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0c47fc9-2074-469f-b62b-63da9777da19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:47.618110566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0c47fc9-2074-469f-b62b-63da9777da19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:47.671173842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0c47fc9-2074-469f-b62b-63da9777da19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:47.7242779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0c47fc9-2074-469f-b62b-63da9777da19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:55.022040532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-rate-iso-auth-ee882f","reconcileID":"7c2d7af0-71e2-45b9-9a19-b749db488963","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-66d902","tenantID":"e2e-shared-a-w2-66d902","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:55.080921733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-rate-iso-auth-ee882f","reconcileID":"7c2d7af0-71e2-45b9-9a19-b749db488963","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"name":"e2e-shared-a-w2-66d902-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:55.138636274Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-66d902-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-rate-iso-auth-ee882f","reconcileID":"7c2d7af0-71e2-45b9-9a19-b749db488963","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:59.619845183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-rate-iso-auth-ee882f","reconcileID":"41c9141f-bbb4-4a06-a53e-d03e680143ba","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-66d902","tenantID":"e2e-shared-a-w2-66d902","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:59.678535233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-rate-iso-auth-ee882f","reconcileID":"41c9141f-bbb4-4a06-a53e-d03e680143ba","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"name":"e2e-shared-a-w2-66d902-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:59.735439049Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-66d902-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (31c266986b6506efa427785ee2bef46ebceb17b92efce890c58d23c7c44f3167) AuthConfig (3a6900104fd175557221748f6f2cb1ee10c4d30331d3eeafa0ce4f9716b82d09) AuthConfig (00e5c033562f4536c129d53cb1b30c72106ad50574c9d40cb7d5f4b1be70d77a) AuthConfig (0e36c3c64f2be8c702d1b2334d4399d76b74656d2639b352a2d74ee5ad0714d9) AuthConfig (b0d29552aba2a6dc4e6ab0dee8fb875a6ba826436831067fe0fec153b7edc403) AuthConfig (e9132f261540d67ef9ea1622426798824022834a333b78f315f2cc930c006d39) AuthConfig (d0eb2f843bb23b2096fa1fa233ebd63965293d2896e1be189bf89ee6d8f09f0e) AuthConfig (27bcd0c2d70adf1d07910f8b793017b9c847f8a4f1ada8a1a0c34074b51d1ca9) AuthConfig (4197323c7981152e68e14e460f25f757a96f33f67f3fb7282164c97a0cb60dd0) AuthConfig (a16e23a2091ac91830fe1820b35127b79aab4b8bf543f33f6f957d1a6e3b21cc) AuthConfig (0cbaed7885323e62d3cdc590a64091681bea398945cd9308469c315deb154425) AuthConfig (a28012843b9c59826bf05560909f4f53438a81710cbdb8eaffb581afd1c8a8ff) AuthConfig (a1d3c6184112714f7e0061571c0daf21fa1d2e3cbd1599a872be1f4308f18a5f) AuthConfig (c343eca7716405abbdec64a940e0f3a3b7f5a2d43d8cfb79cc8e4b417893daf5) AuthConfig (404e69c8a4de4d3229c1d3136753d0c5d2fdef3cd09a9cc4d762a60f8fa1d13d) AuthConfig (8e08242927524b3e4e13300f663247c1a3d2b61ebd76171c53789387e1afa6b5) AuthConfig (0cdadfffd389a1806119585c8caffbecc49e24e964c4bc6dfb318d4f7ab76a21) AuthConfig (900ad3fe0f7de01601682c9f0ba15d0b9584bf6020ac1890c9a0a5f91e79bfce)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-rate-iso-auth-ee882f","reconcileID":"41c9141f-bbb4-4a06-a53e-d03e680143ba","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:59.794772839Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"rate-test-model-66d902","reconcileID":"f112d8a3-b90c-45fe-985d-402c8b5ffca2","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"tenant":"e2e-shared-a-w2-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","model":"ai-tenant-e2e-shared-a-w2-66d902/rate-test-model-66d902","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:21:59.794801005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"rate-test-model-66d902","reconcileID":"f112d8a3-b90c-45fe-985d-402c8b5ffca2","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"routeName":"rate-test-model-66d902-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-66d902","llmisvcName":"rate-test-model-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:01.219650251Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:09.901973072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-rate-iso-auth-ee882f","reconcileID":"831035bc-e9f1-457c-9315-3b51744a8c62","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-66d902","tenantID":"e2e-shared-a-w2-66d902","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:09.9599915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-rate-iso-auth-ee882f","reconcileID":"831035bc-e9f1-457c-9315-3b51744a8c62","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"name":"e2e-shared-a-w2-66d902-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:10.017498583Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-66d902-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (31c266986b6506efa427785ee2bef46ebceb17b92efce890c58d23c7c44f3167) AuthConfig (3a6900104fd175557221748f6f2cb1ee10c4d30331d3eeafa0ce4f9716b82d09) AuthConfig (00e5c033562f4536c129d53cb1b30c72106ad50574c9d40cb7d5f4b1be70d77a) AuthConfig (0e36c3c64f2be8c702d1b2334d4399d76b74656d2639b352a2d74ee5ad0714d9) AuthConfig (b0d29552aba2a6dc4e6ab0dee8fb875a6ba826436831067fe0fec153b7edc403) AuthConfig (e9132f261540d67ef9ea1622426798824022834a333b78f315f2cc930c006d39) AuthConfig (d0eb2f843bb23b2096fa1fa233ebd63965293d2896e1be189bf89ee6d8f09f0e) AuthConfig (27bcd0c2d70adf1d07910f8b793017b9c847f8a4f1ada8a1a0c34074b51d1ca9) AuthConfig (4197323c7981152e68e14e460f25f757a96f33f67f3fb7282164c97a0cb60dd0) AuthConfig (a16e23a2091ac91830fe1820b35127b79aab4b8bf543f33f6f957d1a6e3b21cc) AuthConfig (0cbaed7885323e62d3cdc590a64091681bea398945cd9308469c315deb154425) AuthConfig (a28012843b9c59826bf05560909f4f53438a81710cbdb8eaffb581afd1c8a8ff) AuthConfig (a1d3c6184112714f7e0061571c0daf21fa1d2e3cbd1599a872be1f4308f18a5f) AuthConfig (c343eca7716405abbdec64a940e0f3a3b7f5a2d43d8cfb79cc8e4b417893daf5) AuthConfig (404e69c8a4de4d3229c1d3136753d0c5d2fdef3cd09a9cc4d762a60f8fa1d13d) AuthConfig (8e08242927524b3e4e13300f663247c1a3d2b61ebd76171c53789387e1afa6b5) AuthConfig (0cdadfffd389a1806119585c8caffbecc49e24e964c4bc6dfb318d4f7ab76a21) AuthConfig (900ad3fe0f7de01601682c9f0ba15d0b9584bf6020ac1890c9a0a5f91e79bfce)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-rate-iso-auth-ee882f","reconcileID":"831035bc-e9f1-457c-9315-3b51744a8c62","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:12.567198535Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-subscription","reconcileID":"f96190e1-902b-4de1-858d-b0a97f6ad6b0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-premium-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/premium-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:12.666796449Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-subscription","reconcileID":"8980188a-0571-49fb-b38e-2ae5ec3f5f86","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-premium-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/premium-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:12.767896093Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-subscription","reconcileID":"ad4f3569-2042-4367-923d-7cfb5f9cb0ca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-premium-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/premium-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:12.786604164Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-subscription","reconcileID":"fa36f48e-a697-4af3-a05e-f30bdd1a6d89","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-premium-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/premium-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:12.868349115Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-subscription","reconcileID":"ef6e1eea-cd5e-4028-b5cc-e106ef8d938d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-simulator-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/simulator-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:13.030072868Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-subscription","reconcileID":"08f58e93-f422-411c-a1dc-0221f48d766f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-simulator-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/simulator-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:13.128327415Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"55b0cff2-d7ed-4f03-9eff-e945e67439ef","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:13.270217846Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-subscription","reconcileID":"c71f5bda-4581-441f-891c-c65ae34b5e4e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:13.388047439Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f7f3b73c-6f01-4e37-a550-d6d3163c8ce4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:13.507871426Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-subscription","reconcileID":"faf4c575-c556-479c-ac10-c5d0ead60772","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-simulator-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:18.408309958Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"default-tenant","reconcileID":"afde8102-4505-453b-8b95-305b4e79b55d","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:18.40837119Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"default-tenant","reconcileID":"afde8102-4505-453b-8b95-305b4e79b55d","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:18.408419403Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"default-tenant","reconcileID":"afde8102-4505-453b-8b95-305b4e79b55d","tenant":"e2e-shared-b-w4-7ed2d6","tenantID":"e2e-shared-b-w4-7ed2d6","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:18.463758982Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"default-tenant","reconcileID":"afde8102-4505-453b-8b95-305b4e79b55d","gvk":"Deployment","name":"maas-api-e2e-shared-b-w4-7ed2d6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:18.526866261Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"default-tenant","reconcileID":"afde8102-4505-453b-8b95-305b4e79b55d","gvk":"Service","name":"maas-api-e2e-shared-b-w4-7ed2d6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:18.586023631Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"default-tenant","reconcileID":"afde8102-4505-453b-8b95-305b4e79b55d","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w4-7ed2d6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:18.641388698Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"default-tenant","reconcileID":"afde8102-4505-453b-8b95-305b4e79b55d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w4-7ed2d6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:18.70362183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"default-tenant","reconcileID":"afde8102-4505-453b-8b95-305b4e79b55d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w4-7ed2d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:18.759589596Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"default-tenant","reconcileID":"afde8102-4505-453b-8b95-305b4e79b55d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w4-7ed2d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:18.817582033Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"default-tenant","reconcileID":"afde8102-4505-453b-8b95-305b4e79b55d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w4-7ed2d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:18.873094358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"default-tenant","reconcileID":"afde8102-4505-453b-8b95-305b4e79b55d","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w4-7ed2d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:18.926135394Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"default-tenant","reconcileID":"afde8102-4505-453b-8b95-305b4e79b55d","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w4-7ed2d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:18.979026545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"default-tenant","reconcileID":"afde8102-4505-453b-8b95-305b4e79b55d","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w4-7ed2d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:19.032162058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"default-tenant","reconcileID":"afde8102-4505-453b-8b95-305b4e79b55d","gvk":"Service","name":"payload-processing-e2e-shared-b-w4-7ed2d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:19.085142735Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"default-tenant","reconcileID":"afde8102-4505-453b-8b95-305b4e79b55d","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w4-7ed2d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:19.137914083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"default-tenant","reconcileID":"afde8102-4505-453b-8b95-305b4e79b55d","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w4-7ed2d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:19.190699786Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"default-tenant","reconcileID":"afde8102-4505-453b-8b95-305b4e79b55d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w4-7ed2d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:19.243490567Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"default-tenant","reconcileID":"afde8102-4505-453b-8b95-305b4e79b55d","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w4-7ed2d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:19.300247243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"default-tenant","reconcileID":"afde8102-4505-453b-8b95-305b4e79b55d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w4-7ed2d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:19.353323939Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"default-tenant","reconcileID":"afde8102-4505-453b-8b95-305b4e79b55d","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w4-7ed2d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:19.406710068Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"default-tenant","reconcileID":"afde8102-4505-453b-8b95-305b4e79b55d","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w4-7ed2d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:19.459903638Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"default-tenant","reconcileID":"afde8102-4505-453b-8b95-305b4e79b55d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w4-7ed2d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:19.512828572Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6"},"namespace":"ai-tenant-e2e-shared-b-w4-7ed2d6","name":"default-tenant","reconcileID":"afde8102-4505-453b-8b95-305b4e79b55d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w4-7ed2d6","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:19.571088599Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"default-tenant","reconcileID":"3cbee81d-a22c-41d4-81c9-d3d95d175b85","namespace":"ai-tenant-e2e-shared-b-w1-9daccc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:19.571181641Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"default-tenant","reconcileID":"3cbee81d-a22c-41d4-81c9-d3d95d175b85","namespace":"ai-tenant-e2e-shared-b-w1-9daccc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:19.57123083Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"default-tenant","reconcileID":"3cbee81d-a22c-41d4-81c9-d3d95d175b85","tenant":"e2e-shared-b-w1-9daccc","tenantID":"e2e-shared-b-w1-9daccc","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:19.628195604Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"default-tenant","reconcileID":"3cbee81d-a22c-41d4-81c9-d3d95d175b85","gvk":"Deployment","name":"maas-api-e2e-shared-b-w1-9daccc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:19.691417604Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"default-tenant","reconcileID":"3cbee81d-a22c-41d4-81c9-d3d95d175b85","gvk":"Service","name":"maas-api-e2e-shared-b-w1-9daccc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:19.753408623Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"default-tenant","reconcileID":"3cbee81d-a22c-41d4-81c9-d3d95d175b85","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w1-9daccc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:19.808070613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"default-tenant","reconcileID":"3cbee81d-a22c-41d4-81c9-d3d95d175b85","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w1-9daccc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:19.872490434Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"default-tenant","reconcileID":"3cbee81d-a22c-41d4-81c9-d3d95d175b85","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w1-9daccc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:19.930778681Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"default-tenant","reconcileID":"3cbee81d-a22c-41d4-81c9-d3d95d175b85","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w1-9daccc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:19.999410115Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"default-tenant","reconcileID":"3cbee81d-a22c-41d4-81c9-d3d95d175b85","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w1-9daccc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:20.055317215Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"default-tenant","reconcileID":"3cbee81d-a22c-41d4-81c9-d3d95d175b85","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w1-9daccc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:20.110223259Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"default-tenant","reconcileID":"3cbee81d-a22c-41d4-81c9-d3d95d175b85","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w1-9daccc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:20.125655755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-rate-iso-auth-ee882f","reconcileID":"79773bdf-78ec-42e1-95ec-10e700e8e406","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-66d902","tenantID":"e2e-shared-a-w2-66d902","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:20.16362521Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"default-tenant","reconcileID":"3cbee81d-a22c-41d4-81c9-d3d95d175b85","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w1-9daccc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:20.184120901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-rate-iso-auth-ee882f","reconcileID":"79773bdf-78ec-42e1-95ec-10e700e8e406","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"name":"e2e-shared-a-w2-66d902-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:20.216353273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"default-tenant","reconcileID":"3cbee81d-a22c-41d4-81c9-d3d95d175b85","gvk":"Service","name":"payload-processing-e2e-shared-b-w1-9daccc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:20.269238809Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"default-tenant","reconcileID":"3cbee81d-a22c-41d4-81c9-d3d95d175b85","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w1-9daccc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:20.322107235Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"default-tenant","reconcileID":"3cbee81d-a22c-41d4-81c9-d3d95d175b85","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w1-9daccc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:20.375094237Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"default-tenant","reconcileID":"3cbee81d-a22c-41d4-81c9-d3d95d175b85","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w1-9daccc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:20.428087359Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"default-tenant","reconcileID":"3cbee81d-a22c-41d4-81c9-d3d95d175b85","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w1-9daccc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:20.484884975Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"default-tenant","reconcileID":"3cbee81d-a22c-41d4-81c9-d3d95d175b85","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w1-9daccc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:20.507258196Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"rate-test-model-66d902","reconcileID":"8bab6cd1-5a99-446a-aca8-c39a5e1774cf","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"tenant":"e2e-shared-a-w2-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","model":"ai-tenant-e2e-shared-a-w2-66d902/rate-test-model-66d902","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:20.507279909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"rate-test-model-66d902","reconcileID":"8bab6cd1-5a99-446a-aca8-c39a5e1774cf","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"routeName":"rate-test-model-66d902-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-66d902","llmisvcName":"rate-test-model-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:20.537751548Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"default-tenant","reconcileID":"3cbee81d-a22c-41d4-81c9-d3d95d175b85","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w1-9daccc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:20.590566209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"default-tenant","reconcileID":"3cbee81d-a22c-41d4-81c9-d3d95d175b85","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w1-9daccc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:20.643276065Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"default-tenant","reconcileID":"3cbee81d-a22c-41d4-81c9-d3d95d175b85","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w1-9daccc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:20.696020441Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9daccc"},"namespace":"ai-tenant-e2e-shared-b-w1-9daccc","name":"default-tenant","reconcileID":"3cbee81d-a22c-41d4-81c9-d3d95d175b85","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w1-9daccc","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:21.404123271Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"rate-test-model-3d8dc5","reconcileID":"f8195e92-96b8-4490-9730-01debaab5e1f","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"tenant":"e2e-shared-b-w2-3d8dc5","gateway":"openshift-ingress/e2e-shared-b-w2-3d8dc5","model":"ai-tenant-e2e-shared-b-w2-3d8dc5/rate-test-model-3d8dc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:21.404159175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"rate-test-model-3d8dc5","reconcileID":"f8195e92-96b8-4490-9730-01debaab5e1f","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"routeName":"rate-test-model-3d8dc5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","llmisvcName":"rate-test-model-3d8dc5","gateway":"openshift-ingress/e2e-shared-b-w2-3d8dc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:21.462419471Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"rate-test-model-3d8dc5","reconcileID":"74ce7fb4-28bc-4440-8c71-91d5d6cb2ac9","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"tenant":"e2e-shared-b-w2-3d8dc5","gateway":"openshift-ingress/e2e-shared-b-w2-3d8dc5","model":"ai-tenant-e2e-shared-b-w2-3d8dc5/rate-test-model-3d8dc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:21.462440555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"rate-test-model-3d8dc5","reconcileID":"74ce7fb4-28bc-4440-8c71-91d5d6cb2ac9","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"routeName":"rate-test-model-3d8dc5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","llmisvcName":"rate-test-model-3d8dc5","gateway":"openshift-ingress/e2e-shared-b-w2-3d8dc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:21.568525106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-rate-iso-auth-ee882f","reconcileID":"58d7edc8-a67f-44e3-82eb-45a9120f19c8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3d8dc5","tenantID":"e2e-shared-b-w2-3d8dc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:21.698677943Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-rate-iso-auth-ee882f","reconcileID":"58d7edc8-a67f-44e3-82eb-45a9120f19c8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"name":"e2e-shared-b-w2-3d8dc5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:21.755614663Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-3d8dc5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-rate-iso-auth-ee882f","reconcileID":"58d7edc8-a67f-44e3-82eb-45a9120f19c8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:21.812504168Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"rate-test-model-3d8dc5","reconcileID":"589e139e-67d7-40d0-b27b-e5c724415dbb","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"tenant":"e2e-shared-b-w2-3d8dc5","gateway":"openshift-ingress/e2e-shared-b-w2-3d8dc5","model":"ai-tenant-e2e-shared-b-w2-3d8dc5/rate-test-model-3d8dc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:21.812521416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"rate-test-model-3d8dc5","reconcileID":"589e139e-67d7-40d0-b27b-e5c724415dbb","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"routeName":"rate-test-model-3d8dc5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","llmisvcName":"rate-test-model-3d8dc5","gateway":"openshift-ingress/e2e-shared-b-w2-3d8dc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:26.575737835Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-9daccc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-9daccc","reconcileID":"2f06e102-b8b5-4d5b-a8d7-24f8daf92b76","aitenant":"ai-tenants/e2e-shared-b-w1-9daccc","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:27.175245705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"600d184e-bd4b-423e-9b34-a3c868380731","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:27.228508893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"600d184e-bd4b-423e-9b34-a3c868380731","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:27.282063223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"600d184e-bd4b-423e-9b34-a3c868380731","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:27.335623067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"600d184e-bd4b-423e-9b34-a3c868380731","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:27.396613278Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-9daccc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-9daccc","reconcileID":"2f06e102-b8b5-4d5b-a8d7-24f8daf92b76","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-9daccc","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w1-9daccc"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:28.026786768Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-7ed2d6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-7ed2d6","reconcileID":"72c89d72-e695-41f8-af0f-8588909c1d97","aitenant":"ai-tenants/e2e-shared-b-w4-7ed2d6","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:28.691581346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"simulator-w1-5a6246","reconcileID":"816c8027-00ee-4c68-88ec-4acfd3201f91","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"simulator-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"simulator-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:28.715982096Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-access","reconcileID":"d5123fe6-afa3-4d73-978a-507cc1dd9025","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"model":"e2e-models-e2e-worker-w1-5a6246/simulator-w1-5a6246","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:28.884211799Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-7ed2d6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-7ed2d6","reconcileID":"72c89d72-e695-41f8-af0f-8588909c1d97","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-7ed2d6","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w4-7ed2d6"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:28.906554705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"720a7be2-24b1-457f-987b-cb1c9780810b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:28.928665097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"simulator-w1-5a6246","reconcileID":"870a88e7-dd00-44fd-a2d6-42566eb0646c","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"simulator-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"simulator-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:28.968425026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"720a7be2-24b1-457f-987b-cb1c9780810b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:29.017901946Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-subscription","reconcileID":"b70bbc00-dbbf-4a33-a0d2-d5bed767c662","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-simulator-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/simulator-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:29.08856368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"simulator-w1-5a6246","reconcileID":"fd29c966-a776-4bf2-af53-5b1c35996fb3","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"simulator-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"simulator-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:29.280629723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"9d90f246-f126-4aad-ac86-4a13b59cca0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:29.339322785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"9d90f246-f126-4aad-ac86-4a13b59cca0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:29.365241678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64ecb52f-7689-4a1b-aaa6-be1baccebed6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:29.419180266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64ecb52f-7689-4a1b-aaa6-be1baccebed6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:29.472255691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64ecb52f-7689-4a1b-aaa6-be1baccebed6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:29.525681729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64ecb52f-7689-4a1b-aaa6-be1baccebed6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:30.081605775Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-access","reconcileID":"1c6d5f93-963a-4b0d-8daa-21833c3990ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:30.081622885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"770ab856-b84f-4689-afff-e8846d086db3","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:30.247627431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"4c00c09c-8961-476f-b5ae-6b54c36dc47a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:30.306242742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"4c00c09c-8961-476f-b5ae-6b54c36dc47a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:30.320651859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"60667409-424c-4edd-b34a-34bede87a7bc","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:30.355471582Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-subscription","reconcileID":"5ae94cab-901d-44db-b385-1e883e2a6b44","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-simulator-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:30.476893467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"b8c3a800-ab60-4468-90a0-c1f9e32d0533","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:30.676056119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"a298fc3f-1873-4ce0-bee5-78c4a11c7ff9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:30.676602101Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-subscription","reconcileID":"a0e098a7-2ed6-4ed6-b7ea-ffc36e07c82c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:30.729993267Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-subscription","reconcileID":"a0e098a7-2ed6-4ed6-b7ea-ffc36e07c82c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:30.734222159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"a298fc3f-1873-4ce0-bee5-78c4a11c7ff9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:31.004412841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"11382ce4-1724-4aa9-8a20-0f4c2249ba1b","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:31.217317242Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:31.47731009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13b25788-b9bf-463d-be41-a931d8ca0bcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:31.530529472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13b25788-b9bf-463d-be41-a931d8ca0bcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:31.585718473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13b25788-b9bf-463d-be41-a931d8ca0bcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:31.639794829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13b25788-b9bf-463d-be41-a931d8ca0bcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:31.963737816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-rate-iso-auth-ee882f","reconcileID":"410e70cc-88f2-453c-94df-f2644cf5355d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3d8dc5","tenantID":"e2e-shared-b-w2-3d8dc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:32.021798743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-rate-iso-auth-ee882f","reconcileID":"410e70cc-88f2-453c-94df-f2644cf5355d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"name":"e2e-shared-b-w2-3d8dc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:32.078894776Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-3d8dc5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-rate-iso-auth-ee882f","reconcileID":"410e70cc-88f2-453c-94df-f2644cf5355d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:33.964110383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-2-w1-5a6246","reconcileID":"2ce225af-64e3-4dea-ae82-cf214ab28703","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-2-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-2-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:34.299807191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-w1-5a6246","reconcileID":"66068659-90bd-4924-846c-be98ee4dd206","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:34.636246004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"premium-w1-5a6246","reconcileID":"64a13a59-1a9f-42a6-8bb8-54ff3d793c6b","MaaSModelRef":{"name":"premium-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"premium-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"premium-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:34.800160937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"62a85933-ec2e-42b5-9b74-0e9f0caa99c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:34.850070883Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-subscription","reconcileID":"d98bca56-22e2-4a2d-b2e9-4d85fa7d8590","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-premium-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/premium-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:34.858735406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"62a85933-ec2e-42b5-9b74-0e9f0caa99c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:34.972244771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"simulator-w1-5a6246","reconcileID":"2e537d4c-d41e-42a9-91a5-48e36fd99cd3","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"simulator-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"simulator-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:35.0253744Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-subscription","reconcileID":"3997d722-74c2-478e-b428-3df8806981e6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"model":"e2e-models-e2e-worker-w1-5a6246/simulator-w1-5a6246","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:35.030019292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"premium-w1-5a6246","reconcileID":"7ca2164e-ca31-415a-9b0f-7c16d56b8c10","MaaSModelRef":{"name":"premium-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"premium-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"premium-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:35.080197628Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-subscription","reconcileID":"3997d722-74c2-478e-b428-3df8806981e6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"model":"e2e-models-e2e-worker-w1-5a6246/simulator-w1-5a6246","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:35.133679035Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"simulator-subscription","reconcileID":"3997d722-74c2-478e-b428-3df8806981e6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/simulator-w1-5a6246","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:35.237350223Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-subscription","reconcileID":"847e8af0-6cc0-44d9-abf2-1b5dfd10a7d5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-premium-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/premium-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:35.242110012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"5459906b-5eb7-4d12-a374-f49fc04fa929","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:35.300380662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"5459906b-5eb7-4d12-a374-f49fc04fa929","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:35.409588506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"simulator-w1-5a6246","reconcileID":"201f9f3c-3ed3-4173-be4e-235e6ca78bd3","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"simulator-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"simulator-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:35.611973649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"9f1d89d6-5913-4a6b-add5-49b06745d49c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:35.645856888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"distinct-2-w4-b1ad4e","reconcileID":"b9a15e7c-ff2b-484a-8d31-19ec683b2316","MaaSModelRef":{"name":"distinct-2-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"distinct-2-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"distinct-2-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:35.670266116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"9f1d89d6-5913-4a6b-add5-49b06745d49c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:35.998711242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"distinct-w4-b1ad4e","reconcileID":"217e100e-0fbe-40aa-9822-7b19c91e24d5","MaaSModelRef":{"name":"distinct-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"distinct-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"distinct-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:36.454599329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"premium-w4-b1ad4e","reconcileID":"4654cce9-f552-4d40-9316-43c677ff9cad","MaaSModelRef":{"name":"premium-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"premium-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"premium-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:36.620562766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"83fbc482-46dd-4621-bfe2-db1a6ca491ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:36.669290171Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-subscription","reconcileID":"40607e05-35fd-47ab-87d6-78fd935a8857","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-premium-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/premium-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:36.679704212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"83fbc482-46dd-4621-bfe2-db1a6ca491ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:36.791094591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"c4ead4e1-30d8-4fbb-8cd4-7465d083ddca","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:36.844159904Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-subscription","reconcileID":"95699d58-46a3-4bfe-86a9-be6968f16157","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:36.850544647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"premium-w4-b1ad4e","reconcileID":"0af45a9e-878a-431c-a3b1-89ab202806ed","MaaSModelRef":{"name":"premium-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"premium-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"premium-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:36.897022Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-subscription","reconcileID":"95699d58-46a3-4bfe-86a9-be6968f16157","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:36.995094161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"7ba00ccb-8494-4a35-86c7-95aed1af21bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:37.050834958Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-subscription","reconcileID":"056903b1-5a44-4675-a0b7-d4679503b2da","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-premium-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/premium-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:37.054838792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"7ba00ccb-8494-4a35-86c7-95aed1af21bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:37.21846875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"7fc78519-88ed-4d05-b725-fc2fdd63e340","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:37.271361008Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-subscription","reconcileID":"52eb625b-636c-485b-82bc-9d8680f51991","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:37.323907657Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-subscription","reconcileID":"52eb625b-636c-485b-82bc-9d8680f51991","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"model":"e2e-models-e2e-worker-w4-b1ad4e/simulator-w4-b1ad4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:37.367779855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"d342e3bb-96d9-4111-b7ae-e55ff3b13eb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:37.425891997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"d342e3bb-96d9-4111-b7ae-e55ff3b13eb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:22:37.585481256Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"simulator-subscription","reconcileID":"52eb625b-636c-485b-82bc-9d8680f51991","error":"maassubscriptions.maas.opendatahub.io \"simulator-subscription\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:40.772397172Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"76e86b30-b25e-4283-9182-8e8f15169bd1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"model":"e2e-models-e2e-worker-w1-5a6246/premium-w1-5a6246","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:40.772417286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"premium-w1-5a6246","reconcileID":"036eb064-fffe-48a4-ae11-c777f9bd1a92","MaaSModelRef":{"name":"premium-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"premium-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"premium-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:40.976157692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"premium-w1-5a6246","reconcileID":"e32a04b6-71c9-4232-beda-a8f4a137eca9","MaaSModelRef":{"name":"premium-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"premium-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"premium-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:40.978848598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"76e86b30-b25e-4283-9182-8e8f15169bd1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:41.048855687Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-subscription","reconcileID":"d4893412-f0ac-464a-9c45-63a0694bc0b6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-premium-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/premium-w1-5a6246","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:41.114378585Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"76e86b30-b25e-4283-9182-8e8f15169bd1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"e2e-worker-w1-5a6246-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:41.114401788Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-access","reconcileID":"76e86b30-b25e-4283-9182-8e8f15169bd1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5a6246","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:41.172770828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"premium-w1-5a6246","reconcileID":"3d26fdf6-1905-42ed-8898-6c8532144c13","MaaSModelRef":{"name":"premium-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"premium-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"premium-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:41.323948789Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-subscription","reconcileID":"89f40f23-5e72-435e-a224-fada1a7a2165","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d56a73db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:41.5924368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-2-w1-5a6246","reconcileID":"c321a53d-c636-4086-882f-09b80b92552d","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-2-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-2-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:41.592723891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-w1-5a6246","reconcileID":"2ab744d3-8241-4cae-a34e-089036f530a5","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:41.645928793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"simulator-w1-5a6246","reconcileID":"75e30451-c9ac-4ff0-b461-373d44038198","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"simulator-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"simulator-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:41.646156807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"premium-w1-5a6246","reconcileID":"bc350e11-5d45-44f7-a675-ca28c4547e61","MaaSModelRef":{"name":"premium-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"premium-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"premium-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:41.700097437Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-subscription","reconcileID":"bd114e08-e6f5-4066-b71b-06c759483a32","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d56a73db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:42.206341592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-rate-iso-auth-ee882f","reconcileID":"aa8cf008-e6b4-4634-88dc-59e21162beb3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3d8dc5","tenantID":"e2e-shared-b-w2-3d8dc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:42.266246864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-rate-iso-auth-ee882f","reconcileID":"aa8cf008-e6b4-4634-88dc-59e21162beb3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"name":"e2e-shared-b-w2-3d8dc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:42.324437386Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-3d8dc5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-rate-iso-auth-ee882f","reconcileID":"aa8cf008-e6b4-4634-88dc-59e21162beb3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:42.60498652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d77513a-1452-498a-b304-468fb5e8bded","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:42.658389832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d77513a-1452-498a-b304-468fb5e8bded","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:42.711644365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d77513a-1452-498a-b304-468fb5e8bded","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:42.76270577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"premium-w4-b1ad4e","reconcileID":"53d6b800-6377-4dec-8dd6-1e14e6fec27b","MaaSModelRef":{"name":"premium-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"premium-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"premium-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:42.766055868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d77513a-1452-498a-b304-468fb5e8bded","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:42.820665979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"d7a6df40-bbe2-4d6f-9fee-7d701d000340","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:42.878953239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"d7a6df40-bbe2-4d6f-9fee-7d701d000340","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:42.928600542Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-subscription","reconcileID":"0e37100a-041a-4d68-8352-ad29d1eade64","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-premium-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/premium-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:43.084689524Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"388be9a7-a67b-49e0-93b6-972dc93d7ddc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"model":"e2e-models-e2e-worker-w4-b1ad4e/premium-w4-b1ad4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:43.129713037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"distinct-2-w4-b1ad4e","reconcileID":"6b1001e7-f9f9-43fa-bb4b-0c20c85344b5","MaaSModelRef":{"name":"distinct-2-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"distinct-2-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"distinct-2-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:43.129978728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"distinct-w4-b1ad4e","reconcileID":"f1707a58-4271-45f2-ac3a-721a7ea23bc6","MaaSModelRef":{"name":"distinct-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"distinct-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"distinct-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:43.130174421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"d8b3b45e-4317-420c-a520-08b23e54eb9c","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:43.130371291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"premium-w4-b1ad4e","reconcileID":"c3269797-c828-477d-8eae-5b0f7e5e9629","MaaSModelRef":{"name":"premium-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"premium-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"premium-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:43.338670468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"388be9a7-a67b-49e0-93b6-972dc93d7ddc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:43.3475234Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-subscription","reconcileID":"78b9b123-189b-4bc9-b73e-6473d30f1a47","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-premium-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/premium-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:43.469696833Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"388be9a7-a67b-49e0-93b6-972dc93d7ddc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"e2e-worker-w4-b1ad4e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:43.469723243Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-access","reconcileID":"388be9a7-a67b-49e0-93b6-972dc93d7ddc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b1ad4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:43.529538096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"premium-w4-b1ad4e","reconcileID":"6874e150-c9e5-43c3-a258-21d8de0a75b6","MaaSModelRef":{"name":"premium-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"premium-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"premium-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:43.548354525Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-subscription","reconcileID":"1ef9fe4e-ba7d-4751-b426-a1135ccf6f95","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-premium-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/premium-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:43.665486047Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-subscription","reconcileID":"a2b1f438-895c-43a9-bd81-2b24026a7566","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-simulator-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/simulator-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:43.672102773Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-subscription","reconcileID":"aff150ff-b2b9-40c2-8144-e7b5e66b534f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-premium-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/premium-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:43.765776923Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"773b3242-04b9-4d7b-aa0d-db87cb71bfd4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:43.868735569Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-subscription","reconcileID":"e726c840-af4c-47ed-abfc-4f19b1f98bb4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:43.925073586Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ae39e4a6-575e-4af9-aac9-0132728a420c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:44.247162933Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-subscription","reconcileID":"922d8312-572e-479e-a963-6ad9ade28def","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-premium-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/premium-w4-b1ad4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:44.301656752Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-subscription","reconcileID":"00d61d5c-f32f-4376-a8e0-9290667b997c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-premium-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/premium-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:44.527154902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"premium-w4-b1ad4e","reconcileID":"9c270552-5f9a-4a9a-9f14-68e75309bf3a","MaaSModelRef":{"name":"premium-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"premium-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"premium-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:44.71669407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"369bd32b-e466-42c2-b794-9cb33aa39c69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:44.769975163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"369bd32b-e466-42c2-b794-9cb33aa39c69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:44.823820623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"369bd32b-e466-42c2-b794-9cb33aa39c69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:44.877201712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"369bd32b-e466-42c2-b794-9cb33aa39c69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:46.007839303Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"default-tenant","reconcileID":"963c1058-6e6a-4787-9c3d-de8053b8b20d","namespace":"ai-tenant-e2e-worker-w1-5a6246","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:46.007908513Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"default-tenant","reconcileID":"963c1058-6e6a-4787-9c3d-de8053b8b20d","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:46.063513113Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"default-tenant","reconcileID":"963c1058-6e6a-4787-9c3d-de8053b8b20d","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:46.063533491Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"default-tenant","reconcileID":"963c1058-6e6a-4787-9c3d-de8053b8b20d","namespace":"ai-tenant-e2e-worker-w1-5a6246","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:50.970516763Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"default-tenant","reconcileID":"d7aec563-413a-47c0-b058-d2cb1de01c01","namespace":"ai-tenant-e2e-worker-w4-b1ad4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:50.970582862Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"default-tenant","reconcileID":"d7aec563-413a-47c0-b058-d2cb1de01c01","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:51.026070337Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"default-tenant","reconcileID":"d7aec563-413a-47c0-b058-d2cb1de01c01","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:51.026108354Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"default-tenant","reconcileID":"d7aec563-413a-47c0-b058-d2cb1de01c01","namespace":"ai-tenant-e2e-worker-w4-b1ad4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:51.593078702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-2-w1-5a6246","reconcileID":"d102bf87-63c7-461e-9278-c3d70b27f2cd","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-2-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-2-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:51.646807908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-w1-5a6246","reconcileID":"3d21a437-40d5-4b5b-9e33-227e5a4b4adf","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:51.647049957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"simulator-w1-5a6246","reconcileID":"cc34f211-9b23-464b-80e8-6dd4fb1bb29c","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"simulator-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"simulator-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:51.701035662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"premium-w1-5a6246","reconcileID":"d3d90d80-e06f-4dbc-87ff-0a06148a1e8d","MaaSModelRef":{"name":"premium-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"premium-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"premium-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:51.754254125Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-subscription","reconcileID":"5a611af7-b318-4fb6-ac5e-9faf3a7ca89a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"model":"e2e-models-e2e-worker-w1-5a6246/premium-w1-5a6246","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:51.807930133Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-subscription","reconcileID":"5a611af7-b318-4fb6-ac5e-9faf3a7ca89a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"model":"e2e-models-e2e-worker-w1-5a6246/premium-w1-5a6246","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:51.861803574Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"premium-simulator-subscription","reconcileID":"5a611af7-b318-4fb6-ac5e-9faf3a7ca89a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"name":"maas-trlp-premium-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246","model":"e2e-models-e2e-worker-w1-5a6246/premium-w1-5a6246","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:52.138686058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"premium-w1-5a6246","reconcileID":"80768604-e3cd-4c18-879f-cc1d5e98882e","MaaSModelRef":{"name":"premium-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"premium-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"premium-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:52.430862308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-rate-iso-auth-ee882f","reconcileID":"a4f24b6b-2886-41ca-8816-5043d7acad0e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3d8dc5","tenantID":"e2e-shared-b-w2-3d8dc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:52.488981273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-rate-iso-auth-ee882f","reconcileID":"a4f24b6b-2886-41ca-8816-5043d7acad0e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"name":"e2e-shared-b-w2-3d8dc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:52.546015144Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-3d8dc5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c63f7c4ee5ac9b11ad8d50f602825931925698f59a851d06349ec5899219c386) AuthConfig (b4e9179c1e2995130454017665668f2506b5b2615dfa7eb4da41941235383266) AuthConfig (b23101b7d684c3d800c0279b8e29b4b2f8112c32b10d6c36587256476c432050) AuthConfig (f8a791df5fe95700146e73894ee82b981525cd9f17d951a2f8fd3412cacbf433) AuthConfig (9d60faace98e44f22d0e7768ec53d1f9844a23e68b11a1883e9a2d8699a38635) AuthConfig (d9ed0f8bd115a3c6e61b4f0d89a29c303d71c21793996adc130f6337408fa135) AuthConfig (c84dd0fe15a10cf9b54366dc35aeae3e1a0cac58dc5863de44ce13cfc671eb49) AuthConfig (8a85e52325cd451703916d461ff73957338ebcd6043de14032ac93de60e17963) AuthConfig (bdb30fc8fafba9ba0aa72eeb4ce2979e0ca03d59fc2eba93f84fdf219fb89cd9) AuthConfig (47d4647e4805909e21cf9375e9b78d6a0ec7fd53a0d4659df7b083319e28634c) AuthConfig (0356499a76869d982ec0bd888135e831f4ec7e94180282d923847f74cf943252) AuthConfig (8e8cd11a152777ebbae473d28e2f7f80e017b3c675f7177fed56920042e19a13) AuthConfig (7f83a586b154538435848182b04e83e13b96cb0cf7a705da833b00b04f4fd7a7) AuthConfig (e914c76d5fc50631a7abd25d80b6d0aa9cb7a3a8022a6296aa087222c5ba0c31) AuthConfig (8a49f4f7d08672eac8fe1ad9cd816d8ec488a479fcd625f86362cff284eb0612) AuthConfig (aa8cbec64e0fffdc9b5c8b1438f1f707cfdf12d1c797c3f921a32c9dcf20e51a) AuthConfig (45b8954f5eb1f464e41e191cdfdadf6cff2278bed43776a4494f8f9016c86f3a) AuthConfig (33497b71bf9e8423880a223aeb679796b27457d8ab38d6495de50468c78223b7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-rate-iso-auth-ee882f","reconcileID":"a4f24b6b-2886-41ca-8816-5043d7acad0e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:52.605647192Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"rate-test-model-3d8dc5","reconcileID":"e6a18113-ee3f-436a-b47b-fefa76a489c3","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"tenant":"e2e-shared-b-w2-3d8dc5","gateway":"openshift-ingress/e2e-shared-b-w2-3d8dc5","model":"ai-tenant-e2e-shared-b-w2-3d8dc5/rate-test-model-3d8dc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:52.605667317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"rate-test-model-3d8dc5","reconcileID":"e6a18113-ee3f-436a-b47b-fefa76a489c3","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"routeName":"rate-test-model-3d8dc5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","llmisvcName":"rate-test-model-3d8dc5","gateway":"openshift-ingress/e2e-shared-b-w2-3d8dc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:53.130395969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"distinct-2-w4-b1ad4e","reconcileID":"e67a6c1b-cf65-4903-b1ff-bc0e25ca2002","MaaSModelRef":{"name":"distinct-2-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"distinct-2-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"distinct-2-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:53.13074979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"distinct-w4-b1ad4e","reconcileID":"3388ef5a-8d93-4f20-9b2c-0d6a12377a5c","MaaSModelRef":{"name":"distinct-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"distinct-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"distinct-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:53.130953943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"f1606a32-284d-4333-9732-2f0696ed35f0","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:54.528565769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"premium-w4-b1ad4e","reconcileID":"30d30e53-2d56-4c18-82d6-ea58dfa5627a","MaaSModelRef":{"name":"premium-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"premium-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"premium-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:54.693291315Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-subscription","reconcileID":"f1a04ebd-0acf-4d3a-ae9e-c18efb807947","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"model":"e2e-models-e2e-worker-w4-b1ad4e/premium-w4-b1ad4e","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:54.746816022Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-subscription","reconcileID":"f1a04ebd-0acf-4d3a-ae9e-c18efb807947","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"model":"e2e-models-e2e-worker-w4-b1ad4e/premium-w4-b1ad4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:54.800220467Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"premium-simulator-subscription","reconcileID":"f1a04ebd-0acf-4d3a-ae9e-c18efb807947","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"name":"maas-trlp-premium-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e","model":"e2e-models-e2e-worker-w4-b1ad4e/premium-w4-b1ad4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:22:55.077172848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"premium-w4-b1ad4e","reconcileID":"3711eb76-ed8c-4887-a999-d7529223ec68","MaaSModelRef":{"name":"premium-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"premium-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"premium-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:01.218553594Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:01.594401586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-2-w1-5a6246","reconcileID":"97594883-c7f3-4586-a603-5dbf2deefd9b","MaaSModelRef":{"name":"distinct-2-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-2-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-2-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:01.647225054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"distinct-w1-5a6246","reconcileID":"f15ba8be-05ab-4f96-9ac0-9bf04878ddcf","MaaSModelRef":{"name":"distinct-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"distinct-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"distinct-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:01.647629705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"simulator-w1-5a6246","reconcileID":"bc18816e-c0cc-4efa-83e7-978eed778a25","MaaSModelRef":{"name":"simulator-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"simulator-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"simulator-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:02.14005306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"namespace":"e2e-models-e2e-worker-w1-5a6246","name":"premium-w1-5a6246","reconcileID":"9bb62a6f-0a5a-440a-b713-40281792bf6f","MaaSModelRef":{"name":"premium-w1-5a6246","namespace":"e2e-models-e2e-worker-w1-5a6246"},"routeName":"premium-w1-5a6246-kserve-route","namespace":"e2e-models-e2e-worker-w1-5a6246","llmisvcName":"premium-w1-5a6246","gateway":"openshift-ingress/e2e-worker-w1-5a6246","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:02.713084114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-rate-iso-auth-ee882f","reconcileID":"0f7ff502-ac9f-4172-93df-2d77e361f5be","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3d8dc5","tenantID":"e2e-shared-b-w2-3d8dc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:02.771788689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-rate-iso-auth-ee882f","reconcileID":"0f7ff502-ac9f-4172-93df-2d77e361f5be","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"name":"e2e-shared-b-w2-3d8dc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:02.828980718Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-3d8dc5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c63f7c4ee5ac9b11ad8d50f602825931925698f59a851d06349ec5899219c386) AuthConfig (b4e9179c1e2995130454017665668f2506b5b2615dfa7eb4da41941235383266) AuthConfig (b23101b7d684c3d800c0279b8e29b4b2f8112c32b10d6c36587256476c432050) AuthConfig (f8a791df5fe95700146e73894ee82b981525cd9f17d951a2f8fd3412cacbf433) AuthConfig (9d60faace98e44f22d0e7768ec53d1f9844a23e68b11a1883e9a2d8699a38635) AuthConfig (d9ed0f8bd115a3c6e61b4f0d89a29c303d71c21793996adc130f6337408fa135) AuthConfig (c84dd0fe15a10cf9b54366dc35aeae3e1a0cac58dc5863de44ce13cfc671eb49) AuthConfig (8a85e52325cd451703916d461ff73957338ebcd6043de14032ac93de60e17963) AuthConfig (bdb30fc8fafba9ba0aa72eeb4ce2979e0ca03d59fc2eba93f84fdf219fb89cd9) AuthConfig (47d4647e4805909e21cf9375e9b78d6a0ec7fd53a0d4659df7b083319e28634c) AuthConfig (0356499a76869d982ec0bd888135e831f4ec7e94180282d923847f74cf943252) AuthConfig (8e8cd11a152777ebbae473d28e2f7f80e017b3c675f7177fed56920042e19a13) AuthConfig (7f83a586b154538435848182b04e83e13b96cb0cf7a705da833b00b04f4fd7a7) AuthConfig (e914c76d5fc50631a7abd25d80b6d0aa9cb7a3a8022a6296aa087222c5ba0c31) AuthConfig (8a49f4f7d08672eac8fe1ad9cd816d8ec488a479fcd625f86362cff284eb0612) AuthConfig (aa8cbec64e0fffdc9b5c8b1438f1f707cfdf12d1c797c3f921a32c9dcf20e51a) AuthConfig (45b8954f5eb1f464e41e191cdfdadf6cff2278bed43776a4494f8f9016c86f3a) AuthConfig (33497b71bf9e8423880a223aeb679796b27457d8ab38d6495de50468c78223b7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-rate-iso-auth-ee882f","reconcileID":"0f7ff502-ac9f-4172-93df-2d77e361f5be","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:03.131482797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"distinct-2-w4-b1ad4e","reconcileID":"a628e4e6-7794-4d17-8840-ccfae66444c4","MaaSModelRef":{"name":"distinct-2-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"distinct-2-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"distinct-2-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:03.13175289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"distinct-w4-b1ad4e","reconcileID":"e40feaff-d81b-43b4-b501-dc39e3b5d627","MaaSModelRef":{"name":"distinct-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"distinct-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"distinct-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:03.131912761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"dcb88e26-6dd4-48b5-9fd0-b09e01baca06","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:05.077947742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"premium-w4-b1ad4e","reconcileID":"de8ca1fe-92da-4536-8687-227944d3f3d3","MaaSModelRef":{"name":"premium-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"premium-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"premium-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:12.935598598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-rate-iso-auth-ee882f","reconcileID":"fe006183-79db-4d25-99b6-af87a7dd330c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3d8dc5","tenantID":"e2e-shared-b-w2-3d8dc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:12.993728712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-rate-iso-auth-ee882f","reconcileID":"fe006183-79db-4d25-99b6-af87a7dd330c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"name":"e2e-shared-b-w2-3d8dc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:13.132160757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"distinct-2-w4-b1ad4e","reconcileID":"8792b7ca-a3f3-499f-a2ef-14bb798bc0d0","MaaSModelRef":{"name":"distinct-2-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"distinct-2-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"distinct-2-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:13.132416141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"distinct-w4-b1ad4e","reconcileID":"8f81ba31-2e5f-483c-997a-3cb13a10e3d7","MaaSModelRef":{"name":"distinct-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"distinct-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"distinct-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:13.132663678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"4c4c93f6-0ffd-444a-9088-566832f1b6e3","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:13.317488565Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"rate-test-model-3d8dc5","reconcileID":"517f9000-da79-4955-966b-5659b2f05a5a","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"tenant":"e2e-shared-b-w2-3d8dc5","gateway":"openshift-ingress/e2e-shared-b-w2-3d8dc5","model":"ai-tenant-e2e-shared-b-w2-3d8dc5/rate-test-model-3d8dc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:13.31751239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"rate-test-model-3d8dc5","reconcileID":"517f9000-da79-4955-966b-5659b2f05a5a","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"routeName":"rate-test-model-3d8dc5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","llmisvcName":"rate-test-model-3d8dc5","gateway":"openshift-ingress/e2e-shared-b-w2-3d8dc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:13.491929823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"distinct-2-w4-b1ad4e","reconcileID":"c28e217d-e662-4620-8e57-343360d5d604","MaaSModelRef":{"name":"distinct-2-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"distinct-2-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"distinct-2-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:13.500114411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"distinct-w4-b1ad4e","reconcileID":"8b0453b4-288a-499e-91e3-0f767a958e90","MaaSModelRef":{"name":"distinct-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"distinct-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"distinct-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:13.50718121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"premium-w4-b1ad4e","reconcileID":"dcbd8e1d-d3ae-4d05-86ab-472aa5032c4f","MaaSModelRef":{"name":"premium-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"premium-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"premium-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:13.517838713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"namespace":"e2e-models-e2e-worker-w4-b1ad4e","name":"simulator-w4-b1ad4e","reconcileID":"e26e16f9-816f-42b6-a1ee-1f9ed8e49dad","MaaSModelRef":{"name":"simulator-w4-b1ad4e","namespace":"e2e-models-e2e-worker-w4-b1ad4e"},"routeName":"simulator-w4-b1ad4e-kserve-route","namespace":"e2e-models-e2e-worker-w4-b1ad4e","llmisvcName":"simulator-w4-b1ad4e","gateway":"openshift-ingress/e2e-worker-w4-b1ad4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:17.780718998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98f4a204-182f-440e-baf4-60227657b206","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:17.834155592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98f4a204-182f-440e-baf4-60227657b206","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:17.887869156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98f4a204-182f-440e-baf4-60227657b206","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:17.941984343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98f4a204-182f-440e-baf4-60227657b206","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:19.033029899Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"rate-test-model-66d902","reconcileID":"287728d2-6d80-4704-80e3-ee569102659f","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"tenant":"e2e-shared-a-w2-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","model":"ai-tenant-e2e-shared-a-w2-66d902/rate-test-model-66d902","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:19.033055018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"rate-test-model-66d902","reconcileID":"287728d2-6d80-4704-80e3-ee569102659f","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"routeName":"rate-test-model-66d902-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-66d902","llmisvcName":"rate-test-model-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:19.107683126Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"rate-test-model-66d902","reconcileID":"72cfae42-acec-4930-bc2d-76da252e2a97","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"tenant":"e2e-shared-a-w2-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","model":"ai-tenant-e2e-shared-a-w2-66d902/rate-test-model-66d902","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:19.107704542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"rate-test-model-66d902","reconcileID":"72cfae42-acec-4930-bc2d-76da252e2a97","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"routeName":"rate-test-model-66d902-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-66d902","llmisvcName":"rate-test-model-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:19.152597704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-rate-iso-auth-ee882f","reconcileID":"b8d81779-53f9-479a-8648-601b1d21d575","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-66d902","tenantID":"e2e-shared-a-w2-66d902","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:23:19.153187013Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-ee882f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-rate-iso-a-ee882f","reconcileID":"a3677884-6055-465c-9051-25aaf4b55413","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-ee882f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:19.211218872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-rate-iso-auth-ee882f","reconcileID":"b8d81779-53f9-479a-8648-601b1d21d575","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"name":"e2e-shared-a-w2-66d902-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:19.261662761Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"rate-test-model-66d902","reconcileID":"d4adc98f-d526-46ac-b053-80c27ae3bc0f","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"tenant":"e2e-shared-a-w2-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","model":"ai-tenant-e2e-shared-a-w2-66d902/rate-test-model-66d902","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:19.261687448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"rate-test-model-66d902","reconcileID":"d4adc98f-d526-46ac-b053-80c27ae3bc0f","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"routeName":"rate-test-model-66d902-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-66d902","llmisvcName":"rate-test-model-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:19.40231017Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"rate-test-model-3d8dc5","reconcileID":"f435b2c2-49a5-4887-b409-276d166a67b8","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"tenant":"e2e-shared-b-w2-3d8dc5","gateway":"openshift-ingress/e2e-shared-b-w2-3d8dc5","model":"ai-tenant-e2e-shared-b-w2-3d8dc5/rate-test-model-3d8dc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:19.402337226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"rate-test-model-3d8dc5","reconcileID":"f435b2c2-49a5-4887-b409-276d166a67b8","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"routeName":"rate-test-model-3d8dc5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","llmisvcName":"rate-test-model-3d8dc5","gateway":"openshift-ingress/e2e-shared-b-w2-3d8dc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:19.461395003Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"rate-test-model-66d902","reconcileID":"864f1f41-90cd-4e38-9a2e-11a9d7abf836","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"tenant":"e2e-shared-a-w2-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","model":"ai-tenant-e2e-shared-a-w2-66d902/rate-test-model-66d902","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:19.461417757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"rate-test-model-66d902","reconcileID":"864f1f41-90cd-4e38-9a2e-11a9d7abf836","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"routeName":"rate-test-model-66d902-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-66d902","llmisvcName":"rate-test-model-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:19.461802802Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"rate-test-model-3d8dc5","reconcileID":"3c7a5d53-c194-4b39-a503-a143be34003d","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"tenant":"e2e-shared-b-w2-3d8dc5","gateway":"openshift-ingress/e2e-shared-b-w2-3d8dc5","model":"ai-tenant-e2e-shared-b-w2-3d8dc5/rate-test-model-3d8dc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:19.461818933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"rate-test-model-3d8dc5","reconcileID":"3c7a5d53-c194-4b39-a503-a143be34003d","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"routeName":"rate-test-model-3d8dc5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","llmisvcName":"rate-test-model-3d8dc5","gateway":"openshift-ingress/e2e-shared-b-w2-3d8dc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:19.508101005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-rate-iso-auth-ee882f","reconcileID":"b9a7c033-f468-46d6-a9e4-6958081f17db","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3d8dc5","tenantID":"e2e-shared-b-w2-3d8dc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:23:19.511911656Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-ee882f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-rate-iso-b-ee882f","reconcileID":"118986e4-d2fa-4e2a-b210-282e5682e677","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-ee882f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:19.566684947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-rate-iso-auth-ee882f","reconcileID":"b9a7c033-f468-46d6-a9e4-6958081f17db","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"name":"e2e-shared-b-w2-3d8dc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:19.608251522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-rate-iso-auth-ee882f","reconcileID":"09d69d91-e940-452e-a43c-078ba1bae9a6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-66d902","tenantID":"e2e-shared-a-w2-66d902","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:19.619343275Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-ee882f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-rate-iso-a-ee882f","reconcileID":"f8ff0cd7-1bc3-4226-afca-42015c9164a9","MaaSSubscription":{"name":"e2e-rate-iso-a-ee882f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"name":"maas-trlp-rate-test-model-66d902","model":"rate-test-model-66d902","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-66d902/e2e-rate-iso-a-ee882f"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:19.622392428Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"rate-test-model-3d8dc5","reconcileID":"0fe85ef6-edc8-4a55-b44e-b8ccad874839","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"tenant":"e2e-shared-b-w2-3d8dc5","gateway":"openshift-ingress/e2e-shared-b-w2-3d8dc5","model":"ai-tenant-e2e-shared-b-w2-3d8dc5/rate-test-model-3d8dc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:19.622417213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"rate-test-model-3d8dc5","reconcileID":"0fe85ef6-edc8-4a55-b44e-b8ccad874839","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"routeName":"rate-test-model-3d8dc5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","llmisvcName":"rate-test-model-3d8dc5","gateway":"openshift-ingress/e2e-shared-b-w2-3d8dc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:19.670002877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-rate-iso-auth-ee882f","reconcileID":"09d69d91-e940-452e-a43c-078ba1bae9a6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"name":"e2e-shared-a-w2-66d902-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:19.6796495Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"rate-test-model-3d8dc5","reconcileID":"4af6a123-8fe3-4fd8-b199-f7149afc4aaa","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"tenant":"e2e-shared-b-w2-3d8dc5","gateway":"openshift-ingress/e2e-shared-b-w2-3d8dc5","model":"ai-tenant-e2e-shared-b-w2-3d8dc5/rate-test-model-3d8dc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:19.679668776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"rate-test-model-3d8dc5","reconcileID":"4af6a123-8fe3-4fd8-b199-f7149afc4aaa","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"routeName":"rate-test-model-3d8dc5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","llmisvcName":"rate-test-model-3d8dc5","gateway":"openshift-ingress/e2e-shared-b-w2-3d8dc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:19.787303747Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"rate-test-model-66d902","reconcileID":"438e2f77-4b0b-4030-8818-916b1f01042a","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"tenant":"e2e-shared-a-w2-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","model":"ai-tenant-e2e-shared-a-w2-66d902/rate-test-model-66d902","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:19.787329159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"rate-test-model-66d902","reconcileID":"438e2f77-4b0b-4030-8818-916b1f01042a","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"routeName":"rate-test-model-66d902-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-66d902","llmisvcName":"rate-test-model-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:19.885638955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-rate-iso-auth-ee882f","reconcileID":"310631b7-b6f2-48af-b569-54183aa78b6b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3d8dc5","tenantID":"e2e-shared-b-w2-3d8dc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:19.899891837Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-ee882f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-rate-iso-b-ee882f","reconcileID":"e3178aa0-d41c-4007-837c-dbed972b9626","MaaSSubscription":{"name":"e2e-rate-iso-b-ee882f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"name":"maas-trlp-rate-test-model-3d8dc5","model":"rate-test-model-3d8dc5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-3d8dc5/e2e-rate-iso-b-ee882f"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:19.944944471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-rate-iso-auth-ee882f","reconcileID":"310631b7-b6f2-48af-b569-54183aa78b6b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"name":"e2e-shared-b-w2-3d8dc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:19.957274884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"334306d9-3c16-4efa-968e-63d40946be99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:20.003197314Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-ee882f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-rate-iso-a-ee882f","reconcileID":"9791b5a7-cea9-454b-a0b3-59ae100bc7a9","MaaSSubscription":{"name":"e2e-rate-iso-a-ee882f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"name":"maas-trlp-rate-test-model-66d902","model":"ai-tenant-e2e-shared-a-w2-66d902/rate-test-model-66d902","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:20.010742341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"334306d9-3c16-4efa-968e-63d40946be99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:20.064298258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"334306d9-3c16-4efa-968e-63d40946be99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:20.117746316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"334306d9-3c16-4efa-968e-63d40946be99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:20.177668534Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"rate-test-model-3d8dc5","reconcileID":"4e9392d9-8cc5-4785-9cef-d4ac0ea79994","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"tenant":"e2e-shared-b-w2-3d8dc5","gateway":"openshift-ingress/e2e-shared-b-w2-3d8dc5","model":"ai-tenant-e2e-shared-b-w2-3d8dc5/rate-test-model-3d8dc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:20.177690849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"rate-test-model-3d8dc5","reconcileID":"4e9392d9-8cc5-4785-9cef-d4ac0ea79994","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"routeName":"rate-test-model-3d8dc5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","llmisvcName":"rate-test-model-3d8dc5","gateway":"openshift-ingress/e2e-shared-b-w2-3d8dc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:20.445331171Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-ee882f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-rate-iso-b-ee882f","reconcileID":"8aa7a7be-8792-49da-9487-165e6cfde22a","MaaSSubscription":{"name":"e2e-rate-iso-b-ee882f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"name":"maas-trlp-rate-test-model-3d8dc5","model":"ai-tenant-e2e-shared-b-w2-3d8dc5/rate-test-model-3d8dc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:22.147167436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fb3fcde-53da-4bad-b9d9-5e0ced9c9609","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:22.200571589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fb3fcde-53da-4bad-b9d9-5e0ced9c9609","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:22.253828397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fb3fcde-53da-4bad-b9d9-5e0ced9c9609","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:22.307018287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fb3fcde-53da-4bad-b9d9-5e0ced9c9609","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:25.822720241Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"default-tenant","reconcileID":"84ccc96c-0831-40d3-ba7a-6df0441d02ac","namespace":"ai-tenant-e2e-worker-w1-5a6246","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:25.822776119Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"default-tenant","reconcileID":"84ccc96c-0831-40d3-ba7a-6df0441d02ac","namespace":"ai-tenant-e2e-worker-w1-5a6246","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:25.822826456Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"default-tenant","reconcileID":"84ccc96c-0831-40d3-ba7a-6df0441d02ac","tenant":"e2e-worker-w1-5a6246","tenantID":"e2e-worker-w1-5a6246","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:25.877780992Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"default-tenant","reconcileID":"84ccc96c-0831-40d3-ba7a-6df0441d02ac","gvk":"Deployment","name":"maas-api-e2e-worker-w1-5a6246","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:25.938876517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"default-tenant","reconcileID":"84ccc96c-0831-40d3-ba7a-6df0441d02ac","gvk":"Service","name":"maas-api-e2e-worker-w1-5a6246","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:25.999716159Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"default-tenant","reconcileID":"84ccc96c-0831-40d3-ba7a-6df0441d02ac","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w1-5a6246","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:26.054612548Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"default-tenant","reconcileID":"84ccc96c-0831-40d3-ba7a-6df0441d02ac","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w1-5a6246","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:26.113402881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"default-tenant","reconcileID":"84ccc96c-0831-40d3-ba7a-6df0441d02ac","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w1-5a6246","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:26.168825481Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"default-tenant","reconcileID":"84ccc96c-0831-40d3-ba7a-6df0441d02ac","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w1-5a6246","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:26.229706603Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"default-tenant","reconcileID":"84ccc96c-0831-40d3-ba7a-6df0441d02ac","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w1-5a6246","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:26.285201089Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"default-tenant","reconcileID":"84ccc96c-0831-40d3-ba7a-6df0441d02ac","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w1-5a6246","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:26.337994373Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"default-tenant","reconcileID":"84ccc96c-0831-40d3-ba7a-6df0441d02ac","gvk":"Deployment","name":"payload-processing-e2e-worker-w1-5a6246","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:26.390845605Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"default-tenant","reconcileID":"84ccc96c-0831-40d3-ba7a-6df0441d02ac","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w1-5a6246","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:26.443519454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"default-tenant","reconcileID":"84ccc96c-0831-40d3-ba7a-6df0441d02ac","gvk":"Service","name":"payload-processing-e2e-worker-w1-5a6246","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:26.496302085Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"default-tenant","reconcileID":"84ccc96c-0831-40d3-ba7a-6df0441d02ac","gvk":"Service","name":"payload-pre-processing-e2e-worker-w1-5a6246","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:26.549141017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"default-tenant","reconcileID":"84ccc96c-0831-40d3-ba7a-6df0441d02ac","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w1-5a6246","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:26.601881643Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"default-tenant","reconcileID":"84ccc96c-0831-40d3-ba7a-6df0441d02ac","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w1-5a6246","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:26.65466772Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"default-tenant","reconcileID":"84ccc96c-0831-40d3-ba7a-6df0441d02ac","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w1-5a6246","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:26.711673123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"default-tenant","reconcileID":"84ccc96c-0831-40d3-ba7a-6df0441d02ac","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w1-5a6246","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:26.76432262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"default-tenant","reconcileID":"84ccc96c-0831-40d3-ba7a-6df0441d02ac","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w1-5a6246","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:26.817312351Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"default-tenant","reconcileID":"84ccc96c-0831-40d3-ba7a-6df0441d02ac","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w1-5a6246","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:26.870206798Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"default-tenant","reconcileID":"84ccc96c-0831-40d3-ba7a-6df0441d02ac","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w1-5a6246","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:26.922881892Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5a6246"},"namespace":"ai-tenant-e2e-worker-w1-5a6246","name":"default-tenant","reconcileID":"84ccc96c-0831-40d3-ba7a-6df0441d02ac","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w1-5a6246","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:30.459968646Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-5a6246","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-5a6246","reconcileID":"051f4ddf-7ba0-4801-9ff3-bab7889e0693","aitenant":"ai-tenants/e2e-worker-w1-5a6246","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:31.059126985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b5287ef-a814-45a0-988f-39141de73479","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:31.112579304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b5287ef-a814-45a0-988f-39141de73479","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:31.16603418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b5287ef-a814-45a0-988f-39141de73479","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:31.21814323Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:31.219241428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b5287ef-a814-45a0-988f-39141de73479","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:31.282028911Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-5a6246","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-5a6246","reconcileID":"051f4ddf-7ba0-4801-9ff3-bab7889e0693","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-5a6246","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w1-5a6246"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:32.104048785Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"default-tenant","reconcileID":"ec5ec2b1-eb5b-4368-9ff7-7576afda3ed5","namespace":"ai-tenant-e2e-worker-w4-b1ad4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:32.104114946Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"default-tenant","reconcileID":"ec5ec2b1-eb5b-4368-9ff7-7576afda3ed5","namespace":"ai-tenant-e2e-worker-w4-b1ad4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:32.104172576Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"default-tenant","reconcileID":"ec5ec2b1-eb5b-4368-9ff7-7576afda3ed5","tenant":"e2e-worker-w4-b1ad4e","tenantID":"e2e-worker-w4-b1ad4e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:32.159246616Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"default-tenant","reconcileID":"ec5ec2b1-eb5b-4368-9ff7-7576afda3ed5","gvk":"Deployment","name":"maas-api-e2e-worker-w4-b1ad4e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:32.223669155Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"default-tenant","reconcileID":"ec5ec2b1-eb5b-4368-9ff7-7576afda3ed5","gvk":"Service","name":"maas-api-e2e-worker-w4-b1ad4e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:32.33031199Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"default-tenant","reconcileID":"ec5ec2b1-eb5b-4368-9ff7-7576afda3ed5","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w4-b1ad4e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:32.386657401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"default-tenant","reconcileID":"ec5ec2b1-eb5b-4368-9ff7-7576afda3ed5","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w4-b1ad4e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:32.442773839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"default-tenant","reconcileID":"ec5ec2b1-eb5b-4368-9ff7-7576afda3ed5","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w4-b1ad4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:32.498458421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"default-tenant","reconcileID":"ec5ec2b1-eb5b-4368-9ff7-7576afda3ed5","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w4-b1ad4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:32.556505385Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"default-tenant","reconcileID":"ec5ec2b1-eb5b-4368-9ff7-7576afda3ed5","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w4-b1ad4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:32.656912862Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"default-tenant","reconcileID":"ec5ec2b1-eb5b-4368-9ff7-7576afda3ed5","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w4-b1ad4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:32.709649401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"default-tenant","reconcileID":"ec5ec2b1-eb5b-4368-9ff7-7576afda3ed5","gvk":"Deployment","name":"payload-processing-e2e-worker-w4-b1ad4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:32.762345132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"default-tenant","reconcileID":"ec5ec2b1-eb5b-4368-9ff7-7576afda3ed5","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w4-b1ad4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:32.815078986Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"default-tenant","reconcileID":"ec5ec2b1-eb5b-4368-9ff7-7576afda3ed5","gvk":"Service","name":"payload-processing-e2e-worker-w4-b1ad4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:32.868155738Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"default-tenant","reconcileID":"ec5ec2b1-eb5b-4368-9ff7-7576afda3ed5","gvk":"Service","name":"payload-pre-processing-e2e-worker-w4-b1ad4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:32.920974555Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"default-tenant","reconcileID":"ec5ec2b1-eb5b-4368-9ff7-7576afda3ed5","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w4-b1ad4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:32.973552986Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"default-tenant","reconcileID":"ec5ec2b1-eb5b-4368-9ff7-7576afda3ed5","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w4-b1ad4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:33.02608088Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"default-tenant","reconcileID":"ec5ec2b1-eb5b-4368-9ff7-7576afda3ed5","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w4-b1ad4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:33.083246708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"default-tenant","reconcileID":"ec5ec2b1-eb5b-4368-9ff7-7576afda3ed5","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w4-b1ad4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:33.135952711Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"default-tenant","reconcileID":"ec5ec2b1-eb5b-4368-9ff7-7576afda3ed5","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w4-b1ad4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:33.182811908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6148b7c7-fefa-4638-a023-630485f8015d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:33.236088766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"default-tenant","reconcileID":"ec5ec2b1-eb5b-4368-9ff7-7576afda3ed5","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w4-b1ad4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:33.237239082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6148b7c7-fefa-4638-a023-630485f8015d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:33.290073716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"default-tenant","reconcileID":"ec5ec2b1-eb5b-4368-9ff7-7576afda3ed5","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w4-b1ad4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:33.290784329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6148b7c7-fefa-4638-a023-630485f8015d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:33.343990767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6148b7c7-fefa-4638-a023-630485f8015d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:33.345285481Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-b1ad4e"},"namespace":"ai-tenant-e2e-worker-w4-b1ad4e","name":"default-tenant","reconcileID":"ec5ec2b1-eb5b-4368-9ff7-7576afda3ed5","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w4-b1ad4e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:35.338606911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84f04c84-55d9-4d3c-b924-20ca2af27b98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:35.392501834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84f04c84-55d9-4d3c-b924-20ca2af27b98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:35.445996792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84f04c84-55d9-4d3c-b924-20ca2af27b98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:35.499326309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84f04c84-55d9-4d3c-b924-20ca2af27b98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:42.145429744Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-b1ad4e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-b1ad4e","reconcileID":"402918ba-e51b-4f1f-bd63-a9b55cc244f0","aitenant":"ai-tenants/e2e-worker-w4-b1ad4e","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:42.734578071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c9e1dec-ec61-42a4-b5e0-6235c704e4b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:42.788201996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c9e1dec-ec61-42a4-b5e0-6235c704e4b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:42.841478381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c9e1dec-ec61-42a4-b5e0-6235c704e4b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:42.894835042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c9e1dec-ec61-42a4-b5e0-6235c704e4b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:43.006618864Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-b1ad4e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-b1ad4e","reconcileID":"402918ba-e51b-4f1f-bd63-a9b55cc244f0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-b1ad4e","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w4-b1ad4e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:43.615819172Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"default-tenant","reconcileID":"05d25312-4683-4429-bc8e-5cef20e8fc01","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:43.615876617Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"default-tenant","reconcileID":"05d25312-4683-4429-bc8e-5cef20e8fc01","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:43.615932533Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"default-tenant","reconcileID":"05d25312-4683-4429-bc8e-5cef20e8fc01","tenant":"e2e-shared-a-w0-efa9bf","tenantID":"e2e-shared-a-w0-efa9bf","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:43.671330589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"default-tenant","reconcileID":"05d25312-4683-4429-bc8e-5cef20e8fc01","gvk":"Deployment","name":"maas-api-e2e-shared-a-w0-efa9bf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:43.732272016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"default-tenant","reconcileID":"05d25312-4683-4429-bc8e-5cef20e8fc01","gvk":"Service","name":"maas-api-e2e-shared-a-w0-efa9bf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:43.789051146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"default-tenant","reconcileID":"05d25312-4683-4429-bc8e-5cef20e8fc01","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w0-efa9bf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:43.843850419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"default-tenant","reconcileID":"05d25312-4683-4429-bc8e-5cef20e8fc01","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w0-efa9bf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:43.899946094Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"default-tenant","reconcileID":"05d25312-4683-4429-bc8e-5cef20e8fc01","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w0-efa9bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:44.003323906Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"default-tenant","reconcileID":"05d25312-4683-4429-bc8e-5cef20e8fc01","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w0-efa9bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:44.061416011Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"default-tenant","reconcileID":"05d25312-4683-4429-bc8e-5cef20e8fc01","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w0-efa9bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:44.119404744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"default-tenant","reconcileID":"05d25312-4683-4429-bc8e-5cef20e8fc01","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w0-efa9bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:44.172381388Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"default-tenant","reconcileID":"05d25312-4683-4429-bc8e-5cef20e8fc01","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w0-efa9bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:44.225535268Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"default-tenant","reconcileID":"05d25312-4683-4429-bc8e-5cef20e8fc01","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w0-efa9bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:44.278341381Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"default-tenant","reconcileID":"05d25312-4683-4429-bc8e-5cef20e8fc01","gvk":"Service","name":"payload-processing-e2e-shared-a-w0-efa9bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:44.337247279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"default-tenant","reconcileID":"05d25312-4683-4429-bc8e-5cef20e8fc01","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w0-efa9bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:44.390575495Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"default-tenant","reconcileID":"05d25312-4683-4429-bc8e-5cef20e8fc01","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w0-efa9bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:44.443291107Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"default-tenant","reconcileID":"05d25312-4683-4429-bc8e-5cef20e8fc01","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w0-efa9bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:44.496069918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"default-tenant","reconcileID":"05d25312-4683-4429-bc8e-5cef20e8fc01","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w0-efa9bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:44.553327614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"default-tenant","reconcileID":"05d25312-4683-4429-bc8e-5cef20e8fc01","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w0-efa9bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:44.60608429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"default-tenant","reconcileID":"05d25312-4683-4429-bc8e-5cef20e8fc01","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w0-efa9bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:44.658935526Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"default-tenant","reconcileID":"05d25312-4683-4429-bc8e-5cef20e8fc01","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w0-efa9bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:44.711681001Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"default-tenant","reconcileID":"05d25312-4683-4429-bc8e-5cef20e8fc01","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w0-efa9bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:44.764388644Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-efa9bf"},"namespace":"ai-tenant-e2e-shared-a-w0-efa9bf","name":"default-tenant","reconcileID":"05d25312-4683-4429-bc8e-5cef20e8fc01","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w0-efa9bf","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:44.873018188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b01cc164-131c-4224-85d2-2f6971fd7fe1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:44.926509144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b01cc164-131c-4224-85d2-2f6971fd7fe1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:44.980477391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b01cc164-131c-4224-85d2-2f6971fd7fe1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:45.033835404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b01cc164-131c-4224-85d2-2f6971fd7fe1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:47.055956982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d24a5552-5332-47ae-9d23-8ce02713a952","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:47.109459677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d24a5552-5332-47ae-9d23-8ce02713a952","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:47.162842703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d24a5552-5332-47ae-9d23-8ce02713a952","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:47.216317975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d24a5552-5332-47ae-9d23-8ce02713a952","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:47.85129531Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-efa9bf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-efa9bf","reconcileID":"dc1c3a9c-10c3-4d56-829a-126f82cf12de","aitenant":"ai-tenants/e2e-shared-a-w0-efa9bf","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:48.692949682Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-efa9bf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-efa9bf","reconcileID":"dc1c3a9c-10c3-4d56-829a-126f82cf12de","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-efa9bf","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w0-efa9bf"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:49.257354368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"805b2078-6d21-4dcb-a6b7-3d615f17085c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:49.310710503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"805b2078-6d21-4dcb-a6b7-3d615f17085c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:49.364053021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"805b2078-6d21-4dcb-a6b7-3d615f17085c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:49.417578157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"805b2078-6d21-4dcb-a6b7-3d615f17085c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:51.454933762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"865fe910-eebd-4ece-9b07-d3780f7e51d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:51.508741128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"865fe910-eebd-4ece-9b07-d3780f7e51d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:51.562327441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"865fe910-eebd-4ece-9b07-d3780f7e51d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:51.615682045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"865fe910-eebd-4ece-9b07-d3780f7e51d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:52.40485762Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-ee882f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-rate-iso-b-ee882f","reconcileID":"c7cc7dff-7a08-45dd-bcd8-09444d3b742b","MaaSSubscription":{"name":"e2e-rate-iso-b-ee882f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"name":"maas-trlp-rate-test-model-3d8dc5","model":"ai-tenant-e2e-shared-b-w2-3d8dc5/rate-test-model-3d8dc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:52.598503432Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"rate-test-model-3d8dc5","reconcileID":"95abec76-2bf3-4205-a84b-7c619e128b8b","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"tenant":"e2e-shared-b-w2-3d8dc5","gateway":"openshift-ingress/e2e-shared-b-w2-3d8dc5","model":"ai-tenant-e2e-shared-b-w2-3d8dc5/rate-test-model-3d8dc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:52.598523855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"rate-test-model-3d8dc5","reconcileID":"95abec76-2bf3-4205-a84b-7c619e128b8b","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"routeName":"rate-test-model-3d8dc5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","llmisvcName":"rate-test-model-3d8dc5","gateway":"openshift-ingress/e2e-shared-b-w2-3d8dc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:52.698077846Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-ee882f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-rate-iso-a-ee882f","reconcileID":"7b1b21ee-d087-4369-bd26-954cd7711385","MaaSSubscription":{"name":"e2e-rate-iso-a-ee882f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"name":"maas-trlp-rate-test-model-66d902","model":"ai-tenant-e2e-shared-a-w2-66d902/rate-test-model-66d902","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:52.886267664Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"rate-test-model-66d902","reconcileID":"199c77d1-4835-483b-adf2-ba0073d4e464","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"tenant":"e2e-shared-a-w2-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","model":"ai-tenant-e2e-shared-a-w2-66d902/rate-test-model-66d902","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:52.886293337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"rate-test-model-66d902","reconcileID":"199c77d1-4835-483b-adf2-ba0073d4e464","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"routeName":"rate-test-model-66d902-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-66d902","llmisvcName":"rate-test-model-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:52.986904544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-rate-iso-auth-ee882f","reconcileID":"32fc9c9a-b355-474b-ab02-bcf06b40e1d6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-66d902","tenantID":"e2e-shared-a-w2-66d902","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:53.04505367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-rate-iso-auth-ee882f","reconcileID":"32fc9c9a-b355-474b-ab02-bcf06b40e1d6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"name":"e2e-shared-a-w2-66d902-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:53.093197259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-rate-iso-auth-ee882f","reconcileID":"7c808d31-ad01-44a2-b7d8-8c30dea74fb7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3d8dc5","tenantID":"e2e-shared-b-w2-3d8dc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:53.151409734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-rate-iso-auth-ee882f","reconcileID":"7c808d31-ad01-44a2-b7d8-8c30dea74fb7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"name":"e2e-shared-b-w2-3d8dc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:53.564146219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"358c2d33-aa1c-4de7-8394-1e7d95db0fbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:53.617590808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"358c2d33-aa1c-4de7-8394-1e7d95db0fbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:53.670787794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"358c2d33-aa1c-4de7-8394-1e7d95db0fbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:53.724081992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"358c2d33-aa1c-4de7-8394-1e7d95db0fbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:56.886719377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d62b0f5f-1af2-4e8b-acd0-bc8572d3d19e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:56.939926106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d62b0f5f-1af2-4e8b-acd0-bc8572d3d19e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:56.993328411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d62b0f5f-1af2-4e8b-acd0-bc8572d3d19e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:57.046390105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d62b0f5f-1af2-4e8b-acd0-bc8572d3d19e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:59.017585781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ac4a290-ab10-48c1-8d02-f57ad5364699","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:59.071047052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ac4a290-ab10-48c1-8d02-f57ad5364699","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:59.124675076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ac4a290-ab10-48c1-8d02-f57ad5364699","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:23:59.178357967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ac4a290-ab10-48c1-8d02-f57ad5364699","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:01.217621318Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:09.378435331Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-rate-iso-auth-ee882f","reconcileID":"38f1ceba-daa5-46b6-be26-66b915394e0b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"model":"ai-tenant-e2e-shared-a-w2-66d902/rate-test-model-66d902","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:09.378632877Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"rate-test-model-66d902","reconcileID":"4aa87e3a-e54f-4e2f-93bf-68928d6a9f5d","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"tenant":"e2e-shared-a-w2-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","model":"ai-tenant-e2e-shared-a-w2-66d902/rate-test-model-66d902","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:09.37865187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"rate-test-model-66d902","reconcileID":"4aa87e3a-e54f-4e2f-93bf-68928d6a9f5d","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"routeName":"rate-test-model-66d902-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-66d902","llmisvcName":"rate-test-model-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:09.585270937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-rate-iso-auth-ee882f","reconcileID":"38f1ceba-daa5-46b6-be26-66b915394e0b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-66d902","tenantID":"e2e-shared-a-w2-66d902","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:09.654937803Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-ee882f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-rate-iso-a-ee882f","reconcileID":"1a606130-4eed-4223-bd16-173af1444104","MaaSSubscription":{"name":"e2e-rate-iso-a-ee882f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"name":"maas-trlp-rate-test-model-66d902","model":"ai-tenant-e2e-shared-a-w2-66d902/rate-test-model-66d902","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:09.714923673Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-rate-iso-auth-ee882f","reconcileID":"38f1ceba-daa5-46b6-be26-66b915394e0b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"name":"e2e-shared-a-w2-66d902-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:09.714945339Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-rate-iso-auth-ee882f","reconcileID":"38f1ceba-daa5-46b6-be26-66b915394e0b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-66d902","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:09.772815997Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-rate-iso-auth-ee882f","reconcileID":"e6e40dc3-0520-4010-a86e-0e8e17841272","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"model":"ai-tenant-e2e-shared-a-w2-66d902/rate-test-model-66d902","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:09.773136683Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"rate-test-model-66d902","reconcileID":"3db90664-387a-4c05-8c01-da77a5b32e48","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"tenant":"e2e-shared-a-w2-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","model":"ai-tenant-e2e-shared-a-w2-66d902/rate-test-model-66d902","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:09.773153484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"rate-test-model-66d902","reconcileID":"3db90664-387a-4c05-8c01-da77a5b32e48","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"routeName":"rate-test-model-66d902-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-66d902","llmisvcName":"rate-test-model-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:09.93661297Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-rate-iso-auth-ee882f","reconcileID":"365eec6e-393e-4893-9ce1-87960f737dea","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"model":"ai-tenant-e2e-shared-b-w2-3d8dc5/rate-test-model-3d8dc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:09.936631089Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"rate-test-model-3d8dc5","reconcileID":"629cfc80-ada7-443a-be0d-ab9ff2e926f9","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"tenant":"e2e-shared-b-w2-3d8dc5","gateway":"openshift-ingress/e2e-shared-b-w2-3d8dc5","model":"ai-tenant-e2e-shared-b-w2-3d8dc5/rate-test-model-3d8dc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:09.936643072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"rate-test-model-3d8dc5","reconcileID":"629cfc80-ada7-443a-be0d-ab9ff2e926f9","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"routeName":"rate-test-model-3d8dc5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","llmisvcName":"rate-test-model-3d8dc5","gateway":"openshift-ingress/e2e-shared-b-w2-3d8dc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:09.982079614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-rate-iso-auth-ee882f","reconcileID":"e6e40dc3-0520-4010-a86e-0e8e17841272","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-66d902","tenantID":"e2e-shared-a-w2-66d902","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:10.040231044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-rate-iso-auth-ee882f","reconcileID":"e6e40dc3-0520-4010-a86e-0e8e17841272","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"name":"e2e-shared-a-w2-66d902-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:10.04025603Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-rate-iso-auth-ee882f","reconcileID":"e6e40dc3-0520-4010-a86e-0e8e17841272","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-66d902","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:10.049963408Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-ee882f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-rate-iso-a-ee882f","reconcileID":"7f971056-3c29-4add-9363-ea5d82e91373","MaaSSubscription":{"name":"e2e-rate-iso-a-ee882f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"name":"maas-trlp-rate-test-model-66d902","model":"ai-tenant-e2e-shared-a-w2-66d902/rate-test-model-66d902","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:24:10.093498194Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-rate-iso-auth-ee882f","reconcileID":"e6e40dc3-0520-4010-a86e-0e8e17841272","error":"maasauthpolicies.maas.opendatahub.io \"e2e-rate-iso-auth-ee882f\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:10.132312551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-rate-iso-auth-ee882f","reconcileID":"365eec6e-393e-4893-9ce1-87960f737dea","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3d8dc5","tenantID":"e2e-shared-b-w2-3d8dc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:10.210178921Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-ee882f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-rate-iso-b-ee882f","reconcileID":"9d3cef6e-9ca5-4fcd-8397-6ff099eba892","MaaSSubscription":{"name":"e2e-rate-iso-b-ee882f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"name":"maas-trlp-rate-test-model-3d8dc5","model":"ai-tenant-e2e-shared-b-w2-3d8dc5/rate-test-model-3d8dc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:10.261653962Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-rate-iso-auth-ee882f","reconcileID":"365eec6e-393e-4893-9ce1-87960f737dea","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"name":"e2e-shared-b-w2-3d8dc5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:10.261672893Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-rate-iso-auth-ee882f","reconcileID":"365eec6e-393e-4893-9ce1-87960f737dea","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee882f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3d8dc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:10.319374529Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"rate-test-model-3d8dc5","reconcileID":"bdc53f99-fda0-4bcf-b257-303d5e1f69f2","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"tenant":"e2e-shared-b-w2-3d8dc5","gateway":"openshift-ingress/e2e-shared-b-w2-3d8dc5","model":"ai-tenant-e2e-shared-b-w2-3d8dc5/rate-test-model-3d8dc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:10.319392859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"rate-test-model-3d8dc5","reconcileID":"bdc53f99-fda0-4bcf-b257-303d5e1f69f2","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"routeName":"rate-test-model-3d8dc5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","llmisvcName":"rate-test-model-3d8dc5","gateway":"openshift-ingress/e2e-shared-b-w2-3d8dc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:10.507952628Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"rate-test-model-66d902","reconcileID":"ca477cf3-d8cd-49bb-92df-53cfd8cb2f8a","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"tenant":"e2e-shared-a-w2-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","model":"ai-tenant-e2e-shared-a-w2-66d902/rate-test-model-66d902","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:10.507975402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"rate-test-model-66d902","reconcileID":"ca477cf3-d8cd-49bb-92df-53cfd8cb2f8a","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"routeName":"rate-test-model-66d902-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-66d902","llmisvcName":"rate-test-model-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:10.61474967Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-ee882f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-rate-iso-b-ee882f","reconcileID":"e80bb707-33cb-4daf-b385-1058d665399b","MaaSSubscription":{"name":"e2e-rate-iso-b-ee882f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"name":"maas-trlp-rate-test-model-3d8dc5","model":"ai-tenant-e2e-shared-b-w2-3d8dc5/rate-test-model-3d8dc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:17.654782836Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-subscription","reconcileID":"b87ce89b-c76e-4679-94a0-101b12effbfc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-premium-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/premium-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:17.756108469Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-subscription","reconcileID":"f3d8fc7c-b77e-4bed-8f6f-dfa676df7313","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-premium-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/premium-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:17.854425018Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-subscription","reconcileID":"99858544-1382-4b87-84fe-6d80d23dc75d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:17.899674268Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-subscription","reconcileID":"095196a9-ed10-4659-ae7a-72abc254ee25","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-simulator-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/simulator-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:18.020462812Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-ee882f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-rate-iso-b-ee882f","reconcileID":"e45b52d0-3dcb-4c3a-b1b3-8c7d1cbd9ed0","MaaSSubscription":{"name":"e2e-rate-iso-b-ee882f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"name":"maas-trlp-rate-test-model-3d8dc5","model":"ai-tenant-e2e-shared-b-w2-3d8dc5/rate-test-model-3d8dc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:18.256694525Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e6ed428e-e0b9-47b4-a01c-a72f13189109","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:18.376147832Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6c0341de-ebfe-4794-9b5e-d3113f9dd058","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:20.674809879Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-ee882f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-rate-iso-a-ee882f","reconcileID":"f0bc5da5-dab0-4680-9322-4ecd597c8da4","MaaSSubscription":{"name":"e2e-rate-iso-a-ee882f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"model":"ai-tenant-e2e-shared-a-w2-66d902/rate-test-model-66d902","subscription":"e2e-rate-iso-a-ee882f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:20.72868071Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-ee882f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-rate-iso-a-ee882f","reconcileID":"f0bc5da5-dab0-4680-9322-4ecd597c8da4","MaaSSubscription":{"name":"e2e-rate-iso-a-ee882f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"model":"ai-tenant-e2e-shared-a-w2-66d902/rate-test-model-66d902","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:20.782261681Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-ee882f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"e2e-rate-iso-a-ee882f","reconcileID":"f0bc5da5-dab0-4680-9322-4ecd597c8da4","MaaSSubscription":{"name":"e2e-rate-iso-a-ee882f","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"name":"maas-trlp-rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902","model":"ai-tenant-e2e-shared-a-w2-66d902/rate-test-model-66d902","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:21.060235953Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"rate-test-model-66d902","reconcileID":"6aaf7718-e76e-4b2c-89c7-89a6dcb60628","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"tenant":"e2e-shared-a-w2-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","model":"ai-tenant-e2e-shared-a-w2-66d902/rate-test-model-66d902","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:21.060254603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"rate-test-model-66d902","reconcileID":"6aaf7718-e76e-4b2c-89c7-89a6dcb60628","MaaSModelRef":{"name":"rate-test-model-66d902","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"routeName":"rate-test-model-66d902-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-66d902","llmisvcName":"rate-test-model-66d902","gateway":"openshift-ingress/e2e-shared-a-w2-66d902","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:21.22308639Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"rate-test-model-3d8dc5","reconcileID":"a58a9a47-0017-482f-bf10-4e36c5aafc29","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"tenant":"e2e-shared-b-w2-3d8dc5","gateway":"openshift-ingress/e2e-shared-b-w2-3d8dc5","model":"ai-tenant-e2e-shared-b-w2-3d8dc5/rate-test-model-3d8dc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:21.22311187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"rate-test-model-3d8dc5","reconcileID":"a58a9a47-0017-482f-bf10-4e36c5aafc29","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"routeName":"rate-test-model-3d8dc5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","llmisvcName":"rate-test-model-3d8dc5","gateway":"openshift-ingress/e2e-shared-b-w2-3d8dc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:25.078381877Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"default-tenant","reconcileID":"970d6c63-7778-40cf-a947-6c9b3ea18b23","namespace":"ai-tenant-e2e-shared-b-w0-286a8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:25.078473827Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"default-tenant","reconcileID":"970d6c63-7778-40cf-a947-6c9b3ea18b23","namespace":"ai-tenant-e2e-shared-b-w0-286a8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:25.078530226Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"default-tenant","reconcileID":"970d6c63-7778-40cf-a947-6c9b3ea18b23","tenant":"e2e-shared-b-w0-286a8c","tenantID":"e2e-shared-b-w0-286a8c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:25.133785757Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"default-tenant","reconcileID":"970d6c63-7778-40cf-a947-6c9b3ea18b23","gvk":"Deployment","name":"maas-api-e2e-shared-b-w0-286a8c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:25.198161251Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"default-tenant","reconcileID":"970d6c63-7778-40cf-a947-6c9b3ea18b23","gvk":"Service","name":"maas-api-e2e-shared-b-w0-286a8c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:25.256026617Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"default-tenant","reconcileID":"970d6c63-7778-40cf-a947-6c9b3ea18b23","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w0-286a8c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:25.311526991Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"default-tenant","reconcileID":"970d6c63-7778-40cf-a947-6c9b3ea18b23","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w0-286a8c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:25.370030613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"default-tenant","reconcileID":"970d6c63-7778-40cf-a947-6c9b3ea18b23","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w0-286a8c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:25.425691698Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"default-tenant","reconcileID":"970d6c63-7778-40cf-a947-6c9b3ea18b23","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w0-286a8c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:25.481953072Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"default-tenant","reconcileID":"970d6c63-7778-40cf-a947-6c9b3ea18b23","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w0-286a8c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:25.537694163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"default-tenant","reconcileID":"970d6c63-7778-40cf-a947-6c9b3ea18b23","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w0-286a8c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:25.59072875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"default-tenant","reconcileID":"970d6c63-7778-40cf-a947-6c9b3ea18b23","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w0-286a8c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:25.643647213Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"default-tenant","reconcileID":"970d6c63-7778-40cf-a947-6c9b3ea18b23","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w0-286a8c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:25.69656515Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"default-tenant","reconcileID":"970d6c63-7778-40cf-a947-6c9b3ea18b23","gvk":"Service","name":"payload-processing-e2e-shared-b-w0-286a8c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:25.749561639Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"default-tenant","reconcileID":"970d6c63-7778-40cf-a947-6c9b3ea18b23","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w0-286a8c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:25.802707085Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"default-tenant","reconcileID":"970d6c63-7778-40cf-a947-6c9b3ea18b23","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w0-286a8c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:25.85567467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"default-tenant","reconcileID":"970d6c63-7778-40cf-a947-6c9b3ea18b23","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w0-286a8c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:25.90853819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"default-tenant","reconcileID":"970d6c63-7778-40cf-a947-6c9b3ea18b23","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w0-286a8c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:25.979681271Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"default-tenant","reconcileID":"970d6c63-7778-40cf-a947-6c9b3ea18b23","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w0-286a8c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:26.039628856Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"default-tenant","reconcileID":"970d6c63-7778-40cf-a947-6c9b3ea18b23","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w0-286a8c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:26.092552763Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"default-tenant","reconcileID":"970d6c63-7778-40cf-a947-6c9b3ea18b23","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w0-286a8c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:26.145369391Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"default-tenant","reconcileID":"970d6c63-7778-40cf-a947-6c9b3ea18b23","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w0-286a8c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:26.198178905Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-286a8c"},"namespace":"ai-tenant-e2e-shared-b-w0-286a8c","name":"default-tenant","reconcileID":"970d6c63-7778-40cf-a947-6c9b3ea18b23","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w0-286a8c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:27.952761318Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-286a8c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-286a8c","reconcileID":"2c876e28-fa1d-4e32-9f5e-9d31070d7e51","aitenant":"ai-tenants/e2e-shared-b-w0-286a8c","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:28.453236606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e62e978-e13a-438e-9cfb-0a63d7ccec11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:28.506694985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e62e978-e13a-438e-9cfb-0a63d7ccec11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:28.560105629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e62e978-e13a-438e-9cfb-0a63d7ccec11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:28.613647989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e62e978-e13a-438e-9cfb-0a63d7ccec11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:28.781916046Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-286a8c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-286a8c","reconcileID":"2c876e28-fa1d-4e32-9f5e-9d31070d7e51","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-286a8c","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w0-286a8c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:29.992563404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"namespace":"e2e-models-e2e-worker-w0-0aa6b9","name":"simulator-w0-0aa6b9","reconcileID":"2115d69b-1e64-4e3f-bb75-c6cb1bd69818","MaaSModelRef":{"name":"simulator-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"routeName":"simulator-w0-0aa6b9-kserve-route","namespace":"e2e-models-e2e-worker-w0-0aa6b9","llmisvcName":"simulator-w0-0aa6b9","gateway":"openshift-ingress/e2e-worker-w0-0aa6b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:29.99365663Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-access","reconcileID":"228bfb0b-4d34-4ee9-899f-ed5080728cb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"model":"e2e-models-e2e-worker-w0-0aa6b9/simulator-w0-0aa6b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:30.157351007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"d9a2397c-2975-41bb-99b4-06006bf7da92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:30.205791275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"namespace":"e2e-models-e2e-worker-w0-0aa6b9","name":"simulator-w0-0aa6b9","reconcileID":"50f66585-b44d-4de3-b4cf-949fad0a7641","MaaSModelRef":{"name":"simulator-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"routeName":"simulator-w0-0aa6b9-kserve-route","namespace":"e2e-models-e2e-worker-w0-0aa6b9","llmisvcName":"simulator-w0-0aa6b9","gateway":"openshift-ingress/e2e-worker-w0-0aa6b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:30.215829933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"d9a2397c-2975-41bb-99b4-06006bf7da92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:30.265579879Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-subscription","reconcileID":"f83cb8cc-9252-4014-a1e9-5070840d7f0c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-simulator-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/simulator-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:30.374223938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"namespace":"e2e-models-e2e-worker-w0-0aa6b9","name":"simulator-w0-0aa6b9","reconcileID":"1cfb5b55-b67c-4e7f-a0cb-6686252c20cb","MaaSModelRef":{"name":"simulator-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"routeName":"simulator-w0-0aa6b9-kserve-route","namespace":"e2e-models-e2e-worker-w0-0aa6b9","llmisvcName":"simulator-w0-0aa6b9","gateway":"openshift-ingress/e2e-worker-w0-0aa6b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:30.528520543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"f25cf4fa-fc2a-4c1b-94bc-304c0e4df4b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:30.586019252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f941685e-4dc9-4e54-9f82-29a41ab8efcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:30.586953931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"f25cf4fa-fc2a-4c1b-94bc-304c0e4df4b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:30.63927514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f941685e-4dc9-4e54-9f82-29a41ab8efcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:30.692609055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f941685e-4dc9-4e54-9f82-29a41ab8efcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:30.746147224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f941685e-4dc9-4e54-9f82-29a41ab8efcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:31.218151052Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:31.389721964Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-ee882f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-rate-iso-b-ee882f","reconcileID":"54f01839-218b-4116-b922-94454281dd10","MaaSSubscription":{"name":"e2e-rate-iso-b-ee882f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"model":"ai-tenant-e2e-shared-b-w2-3d8dc5/rate-test-model-3d8dc5","subscription":"e2e-rate-iso-b-ee882f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:31.443387492Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-ee882f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-rate-iso-b-ee882f","reconcileID":"54f01839-218b-4116-b922-94454281dd10","MaaSSubscription":{"name":"e2e-rate-iso-b-ee882f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"model":"ai-tenant-e2e-shared-b-w2-3d8dc5/rate-test-model-3d8dc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:31.496635946Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-ee882f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"e2e-rate-iso-b-ee882f","reconcileID":"54f01839-218b-4116-b922-94454281dd10","MaaSSubscription":{"name":"e2e-rate-iso-b-ee882f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"name":"maas-trlp-rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","model":"ai-tenant-e2e-shared-b-w2-3d8dc5/rate-test-model-3d8dc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:31.77327842Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"rate-test-model-3d8dc5","reconcileID":"ccb19a5f-b379-4701-af39-35ca110692ca","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"tenant":"e2e-shared-b-w2-3d8dc5","gateway":"openshift-ingress/e2e-shared-b-w2-3d8dc5","model":"ai-tenant-e2e-shared-b-w2-3d8dc5/rate-test-model-3d8dc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:31.773297606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"rate-test-model-3d8dc5","reconcileID":"ccb19a5f-b379-4701-af39-35ca110692ca","MaaSModelRef":{"name":"rate-test-model-3d8dc5","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"routeName":"rate-test-model-3d8dc5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","llmisvcName":"rate-test-model-3d8dc5","gateway":"openshift-ingress/e2e-shared-b-w2-3d8dc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:32.698229061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"589d00cd-18b0-4ff6-9fe2-75426fa43c19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:32.752099367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"589d00cd-18b0-4ff6-9fe2-75426fa43c19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:32.805571514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"589d00cd-18b0-4ff6-9fe2-75426fa43c19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:32.858953321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"589d00cd-18b0-4ff6-9fe2-75426fa43c19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:35.324799851Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-subscription","reconcileID":"15075196-6f6c-4b78-9858-1b90730dda42","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-premium-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/premium-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:35.442606702Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-subscription","reconcileID":"7ed6c31b-7d52-4fc1-a646-6e77c79f93b1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-premium-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/premium-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:35.562636063Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5c8a8cdf-734f-4692-b94f-62e7afba2e09","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:35.662978416Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bbccd349-56a9-4f93-a63a-f63fb20df844","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:35.795381353Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-subscription","reconcileID":"c9924839-9e67-4adf-b296-91767ae631f5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:37.753517043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"namespace":"e2e-models-e2e-worker-w0-0aa6b9","name":"premium-w0-0aa6b9","reconcileID":"bd28580b-4803-4b7c-b96b-91dc12e7edb2","MaaSModelRef":{"name":"premium-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"routeName":"premium-w0-0aa6b9-kserve-route","namespace":"e2e-models-e2e-worker-w0-0aa6b9","llmisvcName":"premium-w0-0aa6b9","gateway":"openshift-ingress/e2e-worker-w0-0aa6b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:37.918945149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"b1d15b11-807f-4842-a029-ed7545928359","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:37.967858126Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-subscription","reconcileID":"7f87412d-9203-4ed9-89c7-76ec335364f6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-premium-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/premium-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:37.977212292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"b1d15b11-807f-4842-a029-ed7545928359","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:38.091047159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"namespace":"e2e-models-e2e-worker-w0-0aa6b9","name":"distinct-w0-0aa6b9","reconcileID":"e7b9154e-bde6-48ab-bc3c-389dae3e62ef","MaaSModelRef":{"name":"distinct-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"routeName":"distinct-w0-0aa6b9-kserve-route","namespace":"e2e-models-e2e-worker-w0-0aa6b9","llmisvcName":"distinct-w0-0aa6b9","gateway":"openshift-ingress/e2e-worker-w0-0aa6b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:38.150289469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"namespace":"e2e-models-e2e-worker-w0-0aa6b9","name":"premium-w0-0aa6b9","reconcileID":"98dfae10-0b65-4946-a064-cb5c9655393d","MaaSModelRef":{"name":"premium-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"routeName":"premium-w0-0aa6b9-kserve-route","namespace":"e2e-models-e2e-worker-w0-0aa6b9","llmisvcName":"premium-w0-0aa6b9","gateway":"openshift-ingress/e2e-worker-w0-0aa6b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:38.35052887Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-subscription","reconcileID":"fa3c4e33-e498-48a8-a39c-ee23d85a8475","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-premium-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/premium-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:40.541344551Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-subscription","reconcileID":"fbea6461-2d68-4fd2-91a1-de3be039a2bd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"model":"e2e-models-e2e-worker-w0-0aa6b9/simulator-w0-0aa6b9","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:40.595332526Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-subscription","reconcileID":"fbea6461-2d68-4fd2-91a1-de3be039a2bd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"model":"e2e-models-e2e-worker-w0-0aa6b9/simulator-w0-0aa6b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:40.649187193Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"simulator-subscription","reconcileID":"fbea6461-2d68-4fd2-91a1-de3be039a2bd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-simulator-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/simulator-w0-0aa6b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:40.92528018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"namespace":"e2e-models-e2e-worker-w0-0aa6b9","name":"simulator-w0-0aa6b9","reconcileID":"840b5e95-81b2-4f6a-84e3-8234e3533a08","MaaSModelRef":{"name":"simulator-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"routeName":"simulator-w0-0aa6b9-kserve-route","namespace":"e2e-models-e2e-worker-w0-0aa6b9","llmisvcName":"simulator-w0-0aa6b9","gateway":"openshift-ingress/e2e-worker-w0-0aa6b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:41.031887718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"f8aa344a-e417-41da-932d-4981392cf75c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:41.091628002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"f8aa344a-e417-41da-932d-4981392cf75c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:42.343290638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"namespace":"e2e-models-e2e-worker-w0-0aa6b9","name":"simulator-w0-0aa6b9","reconcileID":"b61fcbb6-fbbf-477b-b9bc-b9dd048d6847","MaaSModelRef":{"name":"simulator-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"routeName":"simulator-w0-0aa6b9-kserve-route","namespace":"e2e-models-e2e-worker-w0-0aa6b9","llmisvcName":"simulator-w0-0aa6b9","gateway":"openshift-ingress/e2e-worker-w0-0aa6b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:44.625842809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"namespace":"e2e-models-e2e-worker-w0-0aa6b9","name":"distinct-2-w0-0aa6b9","reconcileID":"bc118716-2234-4b5d-88f2-efb04ac5f29e","MaaSModelRef":{"name":"distinct-2-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"routeName":"distinct-2-w0-0aa6b9-kserve-route","namespace":"e2e-models-e2e-worker-w0-0aa6b9","llmisvcName":"distinct-2-w0-0aa6b9","gateway":"openshift-ingress/e2e-worker-w0-0aa6b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:46.137277896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"namespace":"e2e-models-e2e-worker-w0-0aa6b9","name":"premium-w0-0aa6b9","reconcileID":"c03e4765-6260-4fad-a6ad-1c658477dcf1","MaaSModelRef":{"name":"premium-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"routeName":"premium-w0-0aa6b9-kserve-route","namespace":"e2e-models-e2e-worker-w0-0aa6b9","llmisvcName":"premium-w0-0aa6b9","gateway":"openshift-ingress/e2e-worker-w0-0aa6b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:46.137295953Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"741c58fb-bb8c-4c4f-a7ba-441957bffa3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"model":"e2e-models-e2e-worker-w0-0aa6b9/premium-w0-0aa6b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:46.367472085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"741c58fb-bb8c-4c4f-a7ba-441957bffa3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:46.421590448Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-subscription","reconcileID":"b1e95c15-fc81-4b10-9912-6609a42755ec","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-premium-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/premium-w0-0aa6b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:46.497329596Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"741c58fb-bb8c-4c4f-a7ba-441957bffa3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"e2e-worker-w0-0aa6b9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:46.497358124Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-access","reconcileID":"741c58fb-bb8c-4c4f-a7ba-441957bffa3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0aa6b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:46.555496429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"namespace":"e2e-models-e2e-worker-w0-0aa6b9","name":"premium-w0-0aa6b9","reconcileID":"7ea3f25d-2bc0-4a09-b707-78c09d9fc4c7","MaaSModelRef":{"name":"premium-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"routeName":"premium-w0-0aa6b9-kserve-route","namespace":"e2e-models-e2e-worker-w0-0aa6b9","llmisvcName":"premium-w0-0aa6b9","gateway":"openshift-ingress/e2e-worker-w0-0aa6b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:46.614769645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"namespace":"e2e-models-e2e-worker-w0-0aa6b9","name":"premium-w0-0aa6b9","reconcileID":"78c7d2d2-56ae-4e83-9a4c-25317f49b371","MaaSModelRef":{"name":"premium-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"routeName":"premium-w0-0aa6b9-kserve-route","namespace":"e2e-models-e2e-worker-w0-0aa6b9","llmisvcName":"premium-w0-0aa6b9","gateway":"openshift-ingress/e2e-worker-w0-0aa6b9","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T04:24:46.669434016Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"namespace":"e2e-models-e2e-worker-w0-0aa6b9","name":"premium-w0-0aa6b9","reconcileID":"78c7d2d2-56ae-4e83-9a4c-25317f49b371","name":"premium-w0-0aa6b9","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-0aa6b9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T04:24:46.669520002Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"namespace":"e2e-models-e2e-worker-w0-0aa6b9","name":"premium-w0-0aa6b9","reconcileID":"78c7d2d2-56ae-4e83-9a4c-25317f49b371","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-0aa6b9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:46.674824785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"namespace":"e2e-models-e2e-worker-w0-0aa6b9","name":"premium-w0-0aa6b9","reconcileID":"51652634-141c-4438-b2b3-4c7883494db4","MaaSModelRef":{"name":"premium-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"routeName":"premium-w0-0aa6b9-kserve-route","namespace":"e2e-models-e2e-worker-w0-0aa6b9","llmisvcName":"premium-w0-0aa6b9","gateway":"openshift-ingress/e2e-worker-w0-0aa6b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:46.767368045Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-subscription","reconcileID":"3dccb8bf-b401-4073-82bd-df6c9f467523","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4e44c907","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:46.936743057Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-subscription","reconcileID":"bca08873-7bea-472a-9823-e020c6c57153","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4e44c907","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:47.321082365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"namespace":"e2e-models-e2e-worker-w0-0aa6b9","name":"distinct-w0-0aa6b9","reconcileID":"34135e17-6bc1-4434-8d42-d719ef3e0c58","MaaSModelRef":{"name":"distinct-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"routeName":"distinct-w0-0aa6b9-kserve-route","namespace":"e2e-models-e2e-worker-w0-0aa6b9","llmisvcName":"distinct-w0-0aa6b9","gateway":"openshift-ingress/e2e-worker-w0-0aa6b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:47.374092367Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-subscription","reconcileID":"8ba74ead-5c5d-4a08-ba14-34a16a36c40e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4e44c907","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:47.374201707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"namespace":"e2e-models-e2e-worker-w0-0aa6b9","name":"simulator-w0-0aa6b9","reconcileID":"2ab16d7c-8b08-45f6-8d62-aa32666f77eb","MaaSModelRef":{"name":"simulator-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"routeName":"simulator-w0-0aa6b9-kserve-route","namespace":"e2e-models-e2e-worker-w0-0aa6b9","llmisvcName":"simulator-w0-0aa6b9","gateway":"openshift-ingress/e2e-worker-w0-0aa6b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:47.427633444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"namespace":"e2e-models-e2e-worker-w0-0aa6b9","name":"distinct-2-w0-0aa6b9","reconcileID":"b4034dcb-8b28-4b22-9a96-f443692ff20b","MaaSModelRef":{"name":"distinct-2-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"routeName":"distinct-2-w0-0aa6b9-kserve-route","namespace":"e2e-models-e2e-worker-w0-0aa6b9","llmisvcName":"distinct-2-w0-0aa6b9","gateway":"openshift-ingress/e2e-worker-w0-0aa6b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:47.427823405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"namespace":"e2e-models-e2e-worker-w0-0aa6b9","name":"premium-w0-0aa6b9","reconcileID":"8248b5f3-63f8-4116-accf-8160e481327c","MaaSModelRef":{"name":"premium-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"routeName":"premium-w0-0aa6b9-kserve-route","namespace":"e2e-models-e2e-worker-w0-0aa6b9","llmisvcName":"premium-w0-0aa6b9","gateway":"openshift-ingress/e2e-worker-w0-0aa6b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:48.356924663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dc00761-cb46-4078-a5cb-c7fc0a533c9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:48.410486658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dc00761-cb46-4078-a5cb-c7fc0a533c9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:48.464318931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dc00761-cb46-4078-a5cb-c7fc0a533c9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:48.517550479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dc00761-cb46-4078-a5cb-c7fc0a533c9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:50.481274241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bc44f4c-d1f6-4cb8-8747-6b0cdfb9b7b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:50.534875444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bc44f4c-d1f6-4cb8-8747-6b0cdfb9b7b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:50.588194942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bc44f4c-d1f6-4cb8-8747-6b0cdfb9b7b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:50.641664873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bc44f4c-d1f6-4cb8-8747-6b0cdfb9b7b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:51.279985327Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"default-tenant","reconcileID":"691c0885-c41a-483a-8249-6e119c917197","namespace":"ai-tenant-e2e-worker-w0-0aa6b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:51.280086109Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"default-tenant","reconcileID":"691c0885-c41a-483a-8249-6e119c917197","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:51.335385024Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"default-tenant","reconcileID":"691c0885-c41a-483a-8249-6e119c917197","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:51.335407554Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"default-tenant","reconcileID":"691c0885-c41a-483a-8249-6e119c917197","namespace":"ai-tenant-e2e-worker-w0-0aa6b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:57.375039861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"namespace":"e2e-models-e2e-worker-w0-0aa6b9","name":"distinct-w0-0aa6b9","reconcileID":"bd21135a-4270-4194-a1c4-b7c1c1456079","MaaSModelRef":{"name":"distinct-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"routeName":"distinct-w0-0aa6b9-kserve-route","namespace":"e2e-models-e2e-worker-w0-0aa6b9","llmisvcName":"distinct-w0-0aa6b9","gateway":"openshift-ingress/e2e-worker-w0-0aa6b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:57.42814782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"namespace":"e2e-models-e2e-worker-w0-0aa6b9","name":"simulator-w0-0aa6b9","reconcileID":"b10f7cf4-4098-4695-a852-1efde2c36c0d","MaaSModelRef":{"name":"simulator-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"routeName":"simulator-w0-0aa6b9-kserve-route","namespace":"e2e-models-e2e-worker-w0-0aa6b9","llmisvcName":"simulator-w0-0aa6b9","gateway":"openshift-ingress/e2e-worker-w0-0aa6b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:57.428296376Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-subscription","reconcileID":"40d69386-8162-49b4-b8d5-039e8d137866","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"model":"e2e-models-e2e-worker-w0-0aa6b9/premium-w0-0aa6b9","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:57.428466798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"namespace":"e2e-models-e2e-worker-w0-0aa6b9","name":"distinct-2-w0-0aa6b9","reconcileID":"0aedfc86-f45d-4d85-9285-c35ac0883d0d","MaaSModelRef":{"name":"distinct-2-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"routeName":"distinct-2-w0-0aa6b9-kserve-route","namespace":"e2e-models-e2e-worker-w0-0aa6b9","llmisvcName":"distinct-2-w0-0aa6b9","gateway":"openshift-ingress/e2e-worker-w0-0aa6b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:57.428662591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"namespace":"e2e-models-e2e-worker-w0-0aa6b9","name":"premium-w0-0aa6b9","reconcileID":"f2a029b8-98d7-493e-9bb2-b7359266b9dc","MaaSModelRef":{"name":"premium-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"routeName":"premium-w0-0aa6b9-kserve-route","namespace":"e2e-models-e2e-worker-w0-0aa6b9","llmisvcName":"premium-w0-0aa6b9","gateway":"openshift-ingress/e2e-worker-w0-0aa6b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:57.481907885Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-subscription","reconcileID":"40d69386-8162-49b4-b8d5-039e8d137866","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"model":"e2e-models-e2e-worker-w0-0aa6b9/premium-w0-0aa6b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:57.536535227Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"premium-simulator-subscription","reconcileID":"40d69386-8162-49b4-b8d5-039e8d137866","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"name":"maas-trlp-premium-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9","model":"e2e-models-e2e-worker-w0-0aa6b9/premium-w0-0aa6b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:24:57.814005916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"namespace":"e2e-models-e2e-worker-w0-0aa6b9","name":"premium-w0-0aa6b9","reconcileID":"82321da8-2adb-4fde-8d55-05c3f2a1e694","MaaSModelRef":{"name":"premium-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"routeName":"premium-w0-0aa6b9-kserve-route","namespace":"e2e-models-e2e-worker-w0-0aa6b9","llmisvcName":"premium-w0-0aa6b9","gateway":"openshift-ingress/e2e-worker-w0-0aa6b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:01.218520459Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:07.20291043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e0bf3dd-59f8-47c2-a9cb-f85695c1ff58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:07.256312445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e0bf3dd-59f8-47c2-a9cb-f85695c1ff58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:07.310610254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e0bf3dd-59f8-47c2-a9cb-f85695c1ff58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:07.364014406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e0bf3dd-59f8-47c2-a9cb-f85695c1ff58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:07.3761116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"namespace":"e2e-models-e2e-worker-w0-0aa6b9","name":"distinct-w0-0aa6b9","reconcileID":"d728dfda-1c4b-4da9-b80a-397eac0574c4","MaaSModelRef":{"name":"distinct-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"routeName":"distinct-w0-0aa6b9-kserve-route","namespace":"e2e-models-e2e-worker-w0-0aa6b9","llmisvcName":"distinct-w0-0aa6b9","gateway":"openshift-ingress/e2e-worker-w0-0aa6b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:07.428802623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"namespace":"e2e-models-e2e-worker-w0-0aa6b9","name":"simulator-w0-0aa6b9","reconcileID":"4504c3c9-816b-43d3-8d36-d905961e6cb7","MaaSModelRef":{"name":"simulator-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"routeName":"simulator-w0-0aa6b9-kserve-route","namespace":"e2e-models-e2e-worker-w0-0aa6b9","llmisvcName":"simulator-w0-0aa6b9","gateway":"openshift-ingress/e2e-worker-w0-0aa6b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:07.429150136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"namespace":"e2e-models-e2e-worker-w0-0aa6b9","name":"distinct-2-w0-0aa6b9","reconcileID":"26f54ff3-cf53-4670-b5d2-a5c0b4940e1a","MaaSModelRef":{"name":"distinct-2-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"routeName":"distinct-2-w0-0aa6b9-kserve-route","namespace":"e2e-models-e2e-worker-w0-0aa6b9","llmisvcName":"distinct-2-w0-0aa6b9","gateway":"openshift-ingress/e2e-worker-w0-0aa6b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:07.814406217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"namespace":"e2e-models-e2e-worker-w0-0aa6b9","name":"premium-w0-0aa6b9","reconcileID":"1c66540c-aeff-47c5-bea2-354625973b36","MaaSModelRef":{"name":"premium-w0-0aa6b9","namespace":"e2e-models-e2e-worker-w0-0aa6b9"},"routeName":"premium-w0-0aa6b9-kserve-route","namespace":"e2e-models-e2e-worker-w0-0aa6b9","llmisvcName":"premium-w0-0aa6b9","gateway":"openshift-ingress/e2e-worker-w0-0aa6b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:09.356053988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91c08238-c4dc-469b-9017-373a4f630739","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:09.409634786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91c08238-c4dc-469b-9017-373a4f630739","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:09.467726575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91c08238-c4dc-469b-9017-373a4f630739","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:09.521066128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91c08238-c4dc-469b-9017-373a4f630739","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:11.214661682Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"default-tenant","reconcileID":"ceba831c-4e69-44cf-84f0-bd3f5b21d02a","namespace":"ai-tenant-e2e-shared-a-w2-66d902","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:11.214744541Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"default-tenant","reconcileID":"ceba831c-4e69-44cf-84f0-bd3f5b21d02a","namespace":"ai-tenant-e2e-shared-a-w2-66d902","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:11.214792608Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"default-tenant","reconcileID":"ceba831c-4e69-44cf-84f0-bd3f5b21d02a","tenant":"e2e-shared-a-w2-66d902","tenantID":"e2e-shared-a-w2-66d902","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:11.270602603Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"default-tenant","reconcileID":"ceba831c-4e69-44cf-84f0-bd3f5b21d02a","gvk":"Deployment","name":"maas-api-e2e-shared-a-w2-66d902","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:11.340186952Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"default-tenant","reconcileID":"ceba831c-4e69-44cf-84f0-bd3f5b21d02a","gvk":"Service","name":"maas-api-e2e-shared-a-w2-66d902","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:11.403093778Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"default-tenant","reconcileID":"ceba831c-4e69-44cf-84f0-bd3f5b21d02a","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w2-66d902","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:11.459618543Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"default-tenant","reconcileID":"ceba831c-4e69-44cf-84f0-bd3f5b21d02a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w2-66d902","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:11.51870642Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"default-tenant","reconcileID":"ceba831c-4e69-44cf-84f0-bd3f5b21d02a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w2-66d902","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:11.574595027Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"default-tenant","reconcileID":"ceba831c-4e69-44cf-84f0-bd3f5b21d02a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w2-66d902","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:11.632419792Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"default-tenant","reconcileID":"ceba831c-4e69-44cf-84f0-bd3f5b21d02a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w2-66d902","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:11.691420231Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"default-tenant","reconcileID":"ceba831c-4e69-44cf-84f0-bd3f5b21d02a","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w2-66d902","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:11.747010318Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"default-tenant","reconcileID":"ceba831c-4e69-44cf-84f0-bd3f5b21d02a","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w2-66d902","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:11.799814794Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"default-tenant","reconcileID":"ceba831c-4e69-44cf-84f0-bd3f5b21d02a","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w2-66d902","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:11.852738424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"default-tenant","reconcileID":"ceba831c-4e69-44cf-84f0-bd3f5b21d02a","gvk":"Service","name":"payload-processing-e2e-shared-a-w2-66d902","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:11.905634853Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"default-tenant","reconcileID":"ceba831c-4e69-44cf-84f0-bd3f5b21d02a","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w2-66d902","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:11.958527354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"default-tenant","reconcileID":"ceba831c-4e69-44cf-84f0-bd3f5b21d02a","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w2-66d902","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:12.011901373Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"default-tenant","reconcileID":"ceba831c-4e69-44cf-84f0-bd3f5b21d02a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w2-66d902","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:12.064808576Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"default-tenant","reconcileID":"ceba831c-4e69-44cf-84f0-bd3f5b21d02a","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w2-66d902","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:12.121841091Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"default-tenant","reconcileID":"ceba831c-4e69-44cf-84f0-bd3f5b21d02a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w2-66d902","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:12.174707423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"default-tenant","reconcileID":"ceba831c-4e69-44cf-84f0-bd3f5b21d02a","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w2-66d902","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:12.227479747Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"default-tenant","reconcileID":"ceba831c-4e69-44cf-84f0-bd3f5b21d02a","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w2-66d902","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:12.280406367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"default-tenant","reconcileID":"ceba831c-4e69-44cf-84f0-bd3f5b21d02a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w2-66d902","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:12.333359169Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-66d902"},"namespace":"ai-tenant-e2e-shared-a-w2-66d902","name":"default-tenant","reconcileID":"ceba831c-4e69-44cf-84f0-bd3f5b21d02a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w2-66d902","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:12.393906156Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"default-tenant","reconcileID":"8904d10f-97ae-4387-b016-d5ece9bb54c9","namespace":"ai-tenant-e2e-worker-w0-0aa6b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:12.393971967Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"default-tenant","reconcileID":"8904d10f-97ae-4387-b016-d5ece9bb54c9","namespace":"ai-tenant-e2e-worker-w0-0aa6b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:12.394020275Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"default-tenant","reconcileID":"8904d10f-97ae-4387-b016-d5ece9bb54c9","tenant":"e2e-worker-w0-0aa6b9","tenantID":"e2e-worker-w0-0aa6b9","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:12.4492733Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"default-tenant","reconcileID":"8904d10f-97ae-4387-b016-d5ece9bb54c9","gvk":"Deployment","name":"maas-api-e2e-worker-w0-0aa6b9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:12.510194936Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"default-tenant","reconcileID":"8904d10f-97ae-4387-b016-d5ece9bb54c9","gvk":"Service","name":"maas-api-e2e-worker-w0-0aa6b9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:12.57216849Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"default-tenant","reconcileID":"8904d10f-97ae-4387-b016-d5ece9bb54c9","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w0-0aa6b9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:12.626806825Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"default-tenant","reconcileID":"8904d10f-97ae-4387-b016-d5ece9bb54c9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w0-0aa6b9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:12.682642538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"default-tenant","reconcileID":"8904d10f-97ae-4387-b016-d5ece9bb54c9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w0-0aa6b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:12.738410171Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"default-tenant","reconcileID":"8904d10f-97ae-4387-b016-d5ece9bb54c9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w0-0aa6b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:12.794331626Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"default-tenant","reconcileID":"8904d10f-97ae-4387-b016-d5ece9bb54c9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w0-0aa6b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:12.852522039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"default-tenant","reconcileID":"8904d10f-97ae-4387-b016-d5ece9bb54c9","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w0-0aa6b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:12.905242946Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"default-tenant","reconcileID":"8904d10f-97ae-4387-b016-d5ece9bb54c9","gvk":"Deployment","name":"payload-processing-e2e-worker-w0-0aa6b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:12.958020212Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"default-tenant","reconcileID":"8904d10f-97ae-4387-b016-d5ece9bb54c9","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w0-0aa6b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:13.010808718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"default-tenant","reconcileID":"8904d10f-97ae-4387-b016-d5ece9bb54c9","gvk":"Service","name":"payload-processing-e2e-worker-w0-0aa6b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:13.064284279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"default-tenant","reconcileID":"8904d10f-97ae-4387-b016-d5ece9bb54c9","gvk":"Service","name":"payload-pre-processing-e2e-worker-w0-0aa6b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:13.117001247Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"default-tenant","reconcileID":"8904d10f-97ae-4387-b016-d5ece9bb54c9","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w0-0aa6b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:13.171541577Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"default-tenant","reconcileID":"8904d10f-97ae-4387-b016-d5ece9bb54c9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w0-0aa6b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:13.224645842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"default-tenant","reconcileID":"8904d10f-97ae-4387-b016-d5ece9bb54c9","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w0-0aa6b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:13.282615846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"default-tenant","reconcileID":"8904d10f-97ae-4387-b016-d5ece9bb54c9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w0-0aa6b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:13.335477655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"default-tenant","reconcileID":"8904d10f-97ae-4387-b016-d5ece9bb54c9","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w0-0aa6b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:13.388171868Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"default-tenant","reconcileID":"8904d10f-97ae-4387-b016-d5ece9bb54c9","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w0-0aa6b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:13.441038353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"default-tenant","reconcileID":"8904d10f-97ae-4387-b016-d5ece9bb54c9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w0-0aa6b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:13.493647811Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-0aa6b9"},"namespace":"ai-tenant-e2e-worker-w0-0aa6b9","name":"default-tenant","reconcileID":"8904d10f-97ae-4387-b016-d5ece9bb54c9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w0-0aa6b9","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:15.551072838Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-0aa6b9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-0aa6b9","reconcileID":"94469f8d-ccfb-45f4-a8c4-8e21eca7bd73","aitenant":"ai-tenants/e2e-worker-w0-0aa6b9","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:16.134964008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a5e5b06-2342-47cc-a9d2-db951e6ac185","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:16.188622411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a5e5b06-2342-47cc-a9d2-db951e6ac185","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:16.241900436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a5e5b06-2342-47cc-a9d2-db951e6ac185","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:16.295198045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a5e5b06-2342-47cc-a9d2-db951e6ac185","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:16.409060606Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-0aa6b9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-0aa6b9","reconcileID":"94469f8d-ccfb-45f4-a8c4-8e21eca7bd73","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-0aa6b9","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w0-0aa6b9"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:18.282083018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a89a4057-42dc-465f-97ea-f2236e797092","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:18.335356906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a89a4057-42dc-465f-97ea-f2236e797092","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:18.388489008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a89a4057-42dc-465f-97ea-f2236e797092","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:18.441738302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a89a4057-42dc-465f-97ea-f2236e797092","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:20.386759651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c7a5c9b-773e-4fba-aeaa-44bf0c57043f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:20.440078612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c7a5c9b-773e-4fba-aeaa-44bf0c57043f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:20.497493894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c7a5c9b-773e-4fba-aeaa-44bf0c57043f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:20.552514511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c7a5c9b-773e-4fba-aeaa-44bf0c57043f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:21.600246071Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-66d902","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-66d902","reconcileID":"0ee5a670-7224-453b-9c77-bf46af632beb","aitenant":"ai-tenants/e2e-shared-a-w2-66d902","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:22.37083722Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-66d902","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-66d902","reconcileID":"0ee5a670-7224-453b-9c77-bf46af632beb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-66d902","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w2-66d902"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:22.553673501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33e6eb6d-97e0-4c26-8592-870dcfea7426","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:22.606895114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33e6eb6d-97e0-4c26-8592-870dcfea7426","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:22.660072834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33e6eb6d-97e0-4c26-8592-870dcfea7426","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:22.713110409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33e6eb6d-97e0-4c26-8592-870dcfea7426","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:24.664910338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf377983-4251-4aaa-9cf4-a3ca5a1d413c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:24.717953419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf377983-4251-4aaa-9cf4-a3ca5a1d413c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:24.77112979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf377983-4251-4aaa-9cf4-a3ca5a1d413c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:24.82678805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf377983-4251-4aaa-9cf4-a3ca5a1d413c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:26.85074166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0af6eed-6007-4fb6-849c-a84d89f7ad2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:26.904565425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0af6eed-6007-4fb6-849c-a84d89f7ad2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:26.957949495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0af6eed-6007-4fb6-849c-a84d89f7ad2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:27.01113819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0af6eed-6007-4fb6-849c-a84d89f7ad2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:30.853090022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64f9a285-9e9b-44d6-977f-f8f5196637e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:30.906264455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64f9a285-9e9b-44d6-977f-f8f5196637e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:30.959336142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64f9a285-9e9b-44d6-977f-f8f5196637e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:31.012573265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64f9a285-9e9b-44d6-977f-f8f5196637e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:31.218285129Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:32.969394595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0597ba24-8715-4ec6-82e1-68a84c7fbb60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:33.023557254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0597ba24-8715-4ec6-82e1-68a84c7fbb60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:33.076981986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0597ba24-8715-4ec6-82e1-68a84c7fbb60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:33.130416686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0597ba24-8715-4ec6-82e1-68a84c7fbb60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:33.694999423Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ab39d5f8-859b-47f7-8f6f-798c3ea41182","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:33.81176675Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-subscription","reconcileID":"3d85ee6f-d6e4-41d3-b589-8ca1bd369d4f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:33.915176658Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-subscription","reconcileID":"bbfdcc2d-7fae-4fd1-9de6-8b245cc41954","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-premium-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/premium-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:34.012407076Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8eecb084-3d2f-45ed-9c0f-e20714b3ab94","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:34.574073778Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"default-tenant","reconcileID":"4b131da3-0381-4a7d-ae00-ed91452eb81f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:34.574153641Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"default-tenant","reconcileID":"4b131da3-0381-4a7d-ae00-ed91452eb81f","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:34.574224031Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"default-tenant","reconcileID":"4b131da3-0381-4a7d-ae00-ed91452eb81f","tenant":"e2e-shared-b-w2-3d8dc5","tenantID":"e2e-shared-b-w2-3d8dc5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:34.629881595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"default-tenant","reconcileID":"4b131da3-0381-4a7d-ae00-ed91452eb81f","gvk":"Deployment","name":"maas-api-e2e-shared-b-w2-3d8dc5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:34.693396659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"default-tenant","reconcileID":"4b131da3-0381-4a7d-ae00-ed91452eb81f","gvk":"Service","name":"maas-api-e2e-shared-b-w2-3d8dc5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:34.749832304Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"default-tenant","reconcileID":"4b131da3-0381-4a7d-ae00-ed91452eb81f","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w2-3d8dc5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:34.806019191Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"default-tenant","reconcileID":"4b131da3-0381-4a7d-ae00-ed91452eb81f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w2-3d8dc5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:34.866151664Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"default-tenant","reconcileID":"4b131da3-0381-4a7d-ae00-ed91452eb81f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w2-3d8dc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:34.922011283Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"default-tenant","reconcileID":"4b131da3-0381-4a7d-ae00-ed91452eb81f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w2-3d8dc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:34.992259879Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"default-tenant","reconcileID":"4b131da3-0381-4a7d-ae00-ed91452eb81f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w2-3d8dc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:35.069605838Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"default-tenant","reconcileID":"4b131da3-0381-4a7d-ae00-ed91452eb81f","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w2-3d8dc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:35.124753211Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"default-tenant","reconcileID":"4b131da3-0381-4a7d-ae00-ed91452eb81f","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w2-3d8dc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:35.177937627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"default-tenant","reconcileID":"4b131da3-0381-4a7d-ae00-ed91452eb81f","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w2-3d8dc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:35.231032981Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"default-tenant","reconcileID":"4b131da3-0381-4a7d-ae00-ed91452eb81f","gvk":"Service","name":"payload-processing-e2e-shared-b-w2-3d8dc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:35.284202291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"default-tenant","reconcileID":"4b131da3-0381-4a7d-ae00-ed91452eb81f","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w2-3d8dc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:35.336977616Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"default-tenant","reconcileID":"4b131da3-0381-4a7d-ae00-ed91452eb81f","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w2-3d8dc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:35.390070829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"default-tenant","reconcileID":"4b131da3-0381-4a7d-ae00-ed91452eb81f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w2-3d8dc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:35.443145983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"default-tenant","reconcileID":"4b131da3-0381-4a7d-ae00-ed91452eb81f","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w2-3d8dc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:35.500087975Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"default-tenant","reconcileID":"4b131da3-0381-4a7d-ae00-ed91452eb81f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w2-3d8dc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:35.553455042Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"default-tenant","reconcileID":"4b131da3-0381-4a7d-ae00-ed91452eb81f","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w2-3d8dc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:35.606297239Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"default-tenant","reconcileID":"4b131da3-0381-4a7d-ae00-ed91452eb81f","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w2-3d8dc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:35.659180728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"default-tenant","reconcileID":"4b131da3-0381-4a7d-ae00-ed91452eb81f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w2-3d8dc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:35.711948382Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5"},"namespace":"ai-tenant-e2e-shared-b-w2-3d8dc5","name":"default-tenant","reconcileID":"4b131da3-0381-4a7d-ae00-ed91452eb81f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w2-3d8dc5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:37.193925073Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-3d8dc5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-3d8dc5","reconcileID":"a3528d11-5618-44b7-8888-f52ea593263e","aitenant":"ai-tenants/e2e-shared-b-w2-3d8dc5","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:37.958891315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b5fd1bb-0326-49ed-a597-3b61d927ebd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:38.012354462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b5fd1bb-0326-49ed-a597-3b61d927ebd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:38.017851318Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-3d8dc5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-3d8dc5","reconcileID":"a3528d11-5618-44b7-8888-f52ea593263e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-3d8dc5","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w2-3d8dc5"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:38.065417237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b5fd1bb-0326-49ed-a597-3b61d927ebd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:38.118878777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b5fd1bb-0326-49ed-a597-3b61d927ebd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:39.2720996Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-access","reconcileID":"f6f054e7-c654-4729-82f7-c36d61c0ea7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:39.272221848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"88c49fd0-c1d7-4c6b-b506-e4405e567017","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:39.483094659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"b68d4be8-a3c3-473e-92f9-ac5a6ade46b7","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:39.490885051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"68cc4135-84e5-4b0c-97d0-b54f8e6e0d43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:39.549173883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"68cc4135-84e5-4b0c-97d0-b54f8e6e0d43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:39.598586236Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-subscription","reconcileID":"0f143d6f-d928-4a29-8e7e-121b6ea4ffcb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:39.645817337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"ad603f22-3846-4a49-aa03-4931ca3b39fa","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:39.866612823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"1166ebf3-d20a-451d-bd0c-82835c9ed84e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:39.925506072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"1166ebf3-d20a-451d-bd0c-82835c9ed84e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:40.071231414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bdbe5f2-fcc6-4e04-b630-4e5400b2042c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:40.124609537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bdbe5f2-fcc6-4e04-b630-4e5400b2042c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:40.177945062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bdbe5f2-fcc6-4e04-b630-4e5400b2042c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:40.231345086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bdbe5f2-fcc6-4e04-b630-4e5400b2042c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:40.742361556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"c88fb9d9-37a9-4f2f-978d-5a14843d7a6c","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:40.795245231Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-subscription","reconcileID":"164b7691-82a1-498d-ae76-0edad1b8a770","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-927a8430","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:40.854942497Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-subscription","reconcileID":"64509b77-f9a1-439d-9320-48f34ae59765","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-927a8430","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:40.908301199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"77ec8b1d-f321-4900-ac28-7f9e2d81dde7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:40.966360261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"77ec8b1d-f321-4900-ac28-7f9e2d81dde7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:42.255994794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4681d2fa-3d4c-43ba-a99c-bb89245f7b6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:42.309398504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4681d2fa-3d4c-43ba-a99c-bb89245f7b6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:42.362883609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4681d2fa-3d4c-43ba-a99c-bb89245f7b6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:42.416140916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4681d2fa-3d4c-43ba-a99c-bb89245f7b6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:43.127611321Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5a645e3d-2429-4a60-a569-3020e654afc3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:43.229971452Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1113ba5c-ab38-4b3f-bf4f-362ca7874915","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:43.366727883Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-subscription","reconcileID":"41ab3899-3982-4c69-909c-708e72e3a14c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-premium-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/premium-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:45.023150544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"distinct-2-w2-de27f5","reconcileID":"d3463371-16a7-402f-b477-618a0c65a9e3","MaaSModelRef":{"name":"distinct-2-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"distinct-2-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"distinct-2-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:45.359260132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"premium-w2-de27f5","reconcileID":"5a015ef5-0896-4b3c-ace8-6b0ff349e8e3","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"premium-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"premium-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:45.52350086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"ba8eda5b-4b54-4e79-aa8b-1617891b0c10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:45.576013021Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-subscription","reconcileID":"95cdce05-77cc-4d22-926c-7e19a03ebc1b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-premium-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/premium-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:45.58179627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"ba8eda5b-4b54-4e79-aa8b-1617891b0c10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:45.743900368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"premium-w2-de27f5","reconcileID":"e1a39636-fa0a-4719-a2c8-898d7446af15","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"premium-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"premium-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:45.958895998Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-subscription","reconcileID":"205a8bf7-7ca8-4a5e-9b1c-534168acb64b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-premium-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/premium-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:49.752969154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"distinct-w2-de27f5","reconcileID":"9a90c150-2aa3-4c52-bc90-ebfba4e4a1e8","MaaSModelRef":{"name":"distinct-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"distinct-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"distinct-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:50.708881042Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-subscription","reconcileID":"a49cf12c-68cc-494f-b949-5f5ed6e33533","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-premium-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/premium-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:50.802652345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"6a103dff-bd3a-4f5f-a970-c5bc9f74c3b9","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:50.808937621Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"545525ec-aefe-47d7-86cc-dfcb7e02d16d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:50.828846862Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0408e081-d71e-4182-8a80-ec8936476fcf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:50.909193448Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-subscription","reconcileID":"07fe88e1-8a13-47ac-b7f4-b962e2651963","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:50.963004614Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-subscription","reconcileID":"07fe88e1-8a13-47ac-b7f4-b962e2651963","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:51.016611742Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"simulator-subscription","reconcileID":"07fe88e1-8a13-47ac-b7f4-b962e2651963","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/simulator-w2-de27f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:51.29882535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"1d54f99b-a863-4732-a082-44193407bf1a","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:51.404980516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"ce09fda9-374c-4ae1-a534-c0680b09853f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:51.463454623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"ce09fda9-374c-4ae1-a534-c0680b09853f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:55.083660136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"distinct-2-w2-de27f5","reconcileID":"2edfc3b1-7cfd-4cc1-a15c-15a80ea837ba","MaaSModelRef":{"name":"distinct-2-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"distinct-2-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"distinct-2-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:55.744557568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"premium-w2-de27f5","reconcileID":"b98e8a2e-51ee-4f72-9e88-e62174f24d3b","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"premium-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"premium-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:56.523543878Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b6772922-8b44-437b-aeb5-a321c506dbd7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:56.6235712Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0725865f-a854-437d-af36-9ff2bc0a0c92","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:56.760892616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"663bd149-4079-4bc4-88fb-427100957492","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:56.76226688Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-subscription","reconcileID":"c6645e98-c921-42b5-81ce-b6bb30213983","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-premium-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/premium-w2-de27f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:56.819234255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"663bd149-4079-4bc4-88fb-427100957492","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:56.897707886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"premium-w2-de27f5","reconcileID":"4c6cb343-9d18-4766-a149-680ff1bbf0a1","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"premium-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"premium-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:57.063366727Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-subscription","reconcileID":"91643295-8a6b-442a-8752-1150e59b20a9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e9c9f3c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:57.171353666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"e2aea499-a00b-46c0-9b4c-9659054a8492","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:57.229237512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"e2aea499-a00b-46c0-9b4c-9659054a8492","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:57.767944839Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-subscription","reconcileID":"1bdc1f33-8e22-43b9-b8f6-8c55657ced3e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e9c9f3c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:57.821321694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"8aec7ab9-78ea-42f0-a2da-87704f20cddf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:57.879508055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"8aec7ab9-78ea-42f0-a2da-87704f20cddf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:58.152292968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"distinct-w2-de27f5","reconcileID":"9038e919-c687-4838-b0bb-144cb9a01cb7","MaaSModelRef":{"name":"distinct-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"distinct-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"distinct-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:58.205076471Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-subscription","reconcileID":"982c2efb-a0cf-434d-bc57-4cc8506af55a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e9c9f3c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:58.205546898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"d3cae4a7-faea-4b5e-b69b-c7c72cfffe5d","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:58.259012949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"distinct-2-w2-de27f5","reconcileID":"7a17b8a2-0d27-4053-8d57-3cab64e8d9e2","MaaSModelRef":{"name":"distinct-2-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"distinct-2-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"distinct-2-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:58.259201646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"premium-w2-de27f5","reconcileID":"db34e578-73cc-404c-bfe0-e43fe8887352","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"premium-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"premium-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:58.311828642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"cc564a56-dec0-436c-8972-f880e4e973ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:58.370069632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"cc564a56-dec0-436c-8972-f880e4e973ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:58.372137163Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-subscription","reconcileID":"52023f22-171f-4a70-a19d-87b840b6f9e2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e9c9f3c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:58.596279663Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"47c6a878-6a5d-4512-9c73-cc452d876ace","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"model":"e2e-models-e2e-worker-w2-de27f5/premium-w2-de27f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:58.852165421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"47c6a878-6a5d-4512-9c73-cc452d876ace","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:58.98474393Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"47c6a878-6a5d-4512-9c73-cc452d876ace","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"e2e-worker-w2-de27f5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:58.984770101Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-access","reconcileID":"47c6a878-6a5d-4512-9c73-cc452d876ace","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-de27f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:59.043158815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"premium-w2-de27f5","reconcileID":"8b2b7d9d-3ebf-4951-83f3-680274d6cbf9","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"premium-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"premium-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:59.157182247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84ba3c0a-f3f4-4c1c-9f4b-aecfa0e1792a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:59.211365125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84ba3c0a-f3f4-4c1c-9f4b-aecfa0e1792a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:59.265054371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84ba3c0a-f3f4-4c1c-9f4b-aecfa0e1792a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:25:59.31883288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84ba3c0a-f3f4-4c1c-9f4b-aecfa0e1792a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:01.217171654Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:01.335998104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba1a77ff-bc6e-4cef-89cd-c9573ab61a23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:01.389269075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba1a77ff-bc6e-4cef-89cd-c9573ab61a23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:01.443281194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba1a77ff-bc6e-4cef-89cd-c9573ab61a23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:01.496817325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba1a77ff-bc6e-4cef-89cd-c9573ab61a23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:06.165331615Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"default-tenant","reconcileID":"e60d3513-899c-4b56-b4b2-07e13175a0e5","namespace":"ai-tenant-e2e-worker-w2-de27f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:06.165401186Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"default-tenant","reconcileID":"e60d3513-899c-4b56-b4b2-07e13175a0e5","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:06.222721507Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"default-tenant","reconcileID":"e60d3513-899c-4b56-b4b2-07e13175a0e5","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:06.222744878Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"default-tenant","reconcileID":"e60d3513-899c-4b56-b4b2-07e13175a0e5","namespace":"ai-tenant-e2e-worker-w2-de27f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:08.137564995Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a7f9ce3c-e125-4633-97c8-3d1aceec71c9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:08.206144162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"distinct-w2-de27f5","reconcileID":"1bbfa703-d01d-4df4-8e45-4ef4b96ff1b7","MaaSModelRef":{"name":"distinct-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"distinct-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"distinct-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:08.237730095Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e7ac6329-5c03-4c6a-beca-de95d36bdcdd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:08.259597102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"0ba7853a-11d7-44a8-888c-3c416b95a69e","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:08.259844444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"distinct-2-w2-de27f5","reconcileID":"83ea4310-ca19-4e6e-8823-58f91ef18bee","MaaSModelRef":{"name":"distinct-2-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"distinct-2-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"distinct-2-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:08.429712344Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-subscription","reconcileID":"52fe6387-0180-416f-ae34-7e1da23a8063","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"model":"e2e-models-e2e-worker-w2-de27f5/premium-w2-de27f5","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:08.490942265Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-subscription","reconcileID":"52fe6387-0180-416f-ae34-7e1da23a8063","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"model":"e2e-models-e2e-worker-w2-de27f5/premium-w2-de27f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:08.550831091Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"premium-simulator-subscription","reconcileID":"52fe6387-0180-416f-ae34-7e1da23a8063","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"name":"maas-trlp-premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5","model":"e2e-models-e2e-worker-w2-de27f5/premium-w2-de27f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:08.827593345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"premium-w2-de27f5","reconcileID":"84be9151-8eb9-43c6-b35e-6306d463ed15","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"premium-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"premium-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:11.223562011Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"default-tenant","reconcileID":"42554e0e-b97a-46d0-a59b-a7765d3af18a","namespace":"ai-tenant-e2e-worker-w2-de27f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:11.223627115Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"default-tenant","reconcileID":"42554e0e-b97a-46d0-a59b-a7765d3af18a","namespace":"ai-tenant-e2e-worker-w2-de27f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:11.223695726Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"default-tenant","reconcileID":"42554e0e-b97a-46d0-a59b-a7765d3af18a","tenant":"e2e-worker-w2-de27f5","tenantID":"e2e-worker-w2-de27f5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:11.28095924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"default-tenant","reconcileID":"42554e0e-b97a-46d0-a59b-a7765d3af18a","gvk":"Deployment","name":"maas-api-e2e-worker-w2-de27f5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:11.342317553Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"default-tenant","reconcileID":"42554e0e-b97a-46d0-a59b-a7765d3af18a","gvk":"Service","name":"maas-api-e2e-worker-w2-de27f5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:11.401181185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"default-tenant","reconcileID":"42554e0e-b97a-46d0-a59b-a7765d3af18a","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w2-de27f5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:11.45667194Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"default-tenant","reconcileID":"42554e0e-b97a-46d0-a59b-a7765d3af18a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w2-de27f5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:11.51392922Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"default-tenant","reconcileID":"42554e0e-b97a-46d0-a59b-a7765d3af18a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w2-de27f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:11.569285678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"default-tenant","reconcileID":"42554e0e-b97a-46d0-a59b-a7765d3af18a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w2-de27f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:11.627594561Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"default-tenant","reconcileID":"42554e0e-b97a-46d0-a59b-a7765d3af18a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w2-de27f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:11.683430907Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"default-tenant","reconcileID":"42554e0e-b97a-46d0-a59b-a7765d3af18a","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w2-de27f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:11.736282219Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"default-tenant","reconcileID":"42554e0e-b97a-46d0-a59b-a7765d3af18a","gvk":"Deployment","name":"payload-processing-e2e-worker-w2-de27f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:11.789645452Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"default-tenant","reconcileID":"42554e0e-b97a-46d0-a59b-a7765d3af18a","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w2-de27f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:11.842839588Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"default-tenant","reconcileID":"42554e0e-b97a-46d0-a59b-a7765d3af18a","gvk":"Service","name":"payload-processing-e2e-worker-w2-de27f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:11.895867528Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"default-tenant","reconcileID":"42554e0e-b97a-46d0-a59b-a7765d3af18a","gvk":"Service","name":"payload-pre-processing-e2e-worker-w2-de27f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:11.948960003Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"default-tenant","reconcileID":"42554e0e-b97a-46d0-a59b-a7765d3af18a","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w2-de27f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:12.002033467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"default-tenant","reconcileID":"42554e0e-b97a-46d0-a59b-a7765d3af18a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w2-de27f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:12.055477796Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"default-tenant","reconcileID":"42554e0e-b97a-46d0-a59b-a7765d3af18a","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w2-de27f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:12.11362784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"default-tenant","reconcileID":"42554e0e-b97a-46d0-a59b-a7765d3af18a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w2-de27f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:12.166716297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"default-tenant","reconcileID":"42554e0e-b97a-46d0-a59b-a7765d3af18a","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w2-de27f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:12.219908142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"default-tenant","reconcileID":"42554e0e-b97a-46d0-a59b-a7765d3af18a","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w2-de27f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:12.272969284Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"default-tenant","reconcileID":"42554e0e-b97a-46d0-a59b-a7765d3af18a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w2-de27f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:12.325844538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-de27f5"},"namespace":"ai-tenant-e2e-worker-w2-de27f5","name":"default-tenant","reconcileID":"42554e0e-b97a-46d0-a59b-a7765d3af18a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w2-de27f5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:18.20665779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"distinct-w2-de27f5","reconcileID":"dede4591-b017-4ec7-85f0-f8d0566269c5","MaaSModelRef":{"name":"distinct-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"distinct-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"distinct-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:18.260109242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"1112cd5b-24e1-404e-b76d-e18358369c64","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:18.260372785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"distinct-2-w2-de27f5","reconcileID":"d574ed68-b16b-403f-a58f-b0bcca9a4e29","MaaSModelRef":{"name":"distinct-2-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"distinct-2-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"distinct-2-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:18.780951123Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"41e1ba5f-60f9-47a4-bf0c-f3b5c1130536","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:18.828720005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"premium-w2-de27f5","reconcileID":"6a1d306e-0934-497b-a7f0-3a2ec97b3de1","MaaSModelRef":{"name":"premium-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"premium-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"premium-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:18.951907501Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0ad530d2-4a47-4a8c-92df-41a5b3686a4c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:20.363324515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"distinct-w2-de27f5","reconcileID":"1ac6d0cc-b1f8-4764-8f9f-cf07978a87c6","MaaSModelRef":{"name":"distinct-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"distinct-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"distinct-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:20.363700297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"namespace":"e2e-models-e2e-worker-w2-de27f5","name":"simulator-w2-de27f5","reconcileID":"37816aa9-a242-4e92-86d1-bef1d74804a4","MaaSModelRef":{"name":"simulator-w2-de27f5","namespace":"e2e-models-e2e-worker-w2-de27f5"},"routeName":"simulator-w2-de27f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-de27f5","llmisvcName":"simulator-w2-de27f5","gateway":"openshift-ingress/e2e-worker-w2-de27f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:25.325876714Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-de27f5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-de27f5","reconcileID":"dbcad575-d4db-45bd-89f3-317dba2c5981","aitenant":"ai-tenants/e2e-worker-w2-de27f5","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:25.956719625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8debc9fb-225d-460b-9b08-fccb67dd5d98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:26.010334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8debc9fb-225d-460b-9b08-fccb67dd5d98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:26.063721584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8debc9fb-225d-460b-9b08-fccb67dd5d98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:26.117282123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8debc9fb-225d-460b-9b08-fccb67dd5d98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:26.229168874Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-de27f5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-de27f5","reconcileID":"dbcad575-d4db-45bd-89f3-317dba2c5981","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-de27f5","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w2-de27f5"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:27.146917082Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"da5eaf14-39e6-48a4-9c72-705e6d82a6b3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:27.263362948Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"beca6b57-a083-4826-baaf-d334b44f2678","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:28.204221773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ed9748b-f03b-4ecd-8d43-81fb9887500b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:28.258602358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ed9748b-f03b-4ecd-8d43-81fb9887500b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:28.312028054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ed9748b-f03b-4ecd-8d43-81fb9887500b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:28.365553863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ed9748b-f03b-4ecd-8d43-81fb9887500b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:30.359665516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eec61537-18ab-46c9-a85e-7d29c9bb13dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:30.412919677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eec61537-18ab-46c9-a85e-7d29c9bb13dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:30.466550858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eec61537-18ab-46c9-a85e-7d29c9bb13dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:30.520054357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eec61537-18ab-46c9-a85e-7d29c9bb13dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T04:26:31.218484589Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}